-- Logs begin at Mon 2021-08-30 07:05:41 UTC, end at Mon 2021-08-30 08:14:05 UTC. -- Aug 30 07:39:13.740333 dv-cinder-806191-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 07:39:16.454617 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.common.config [-] Logging enabled! Aug 30 07:39:16.455231 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 07:39:16.455388 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100265) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 07:39:16.458689 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.common.config [-] Logging enabled! Aug 30 07:39:16.458942 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 07:39:16.459252 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100265) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 07:39:16.460194 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 07:39:16.460427 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 07:39:16.460783 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 07:39:16.461025 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 07:39:16.461246 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 07:39:16.461567 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.461861 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.462169 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.462408 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.462701 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.462989 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.463267 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.463552 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.463839 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.464121 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.464395 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.464674 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.464901 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.465179 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.465461 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.465743 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.465963 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] debug = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.466336 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.466767 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.467194 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.467474 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.467763 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.468042 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.468320 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.468596 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.468875 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.469201 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] host = dv-cinder-806191-3-iscsi {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.469475 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.469759 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.470042 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.470353 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.470628 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.470902 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.471185 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.471454 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.471722 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] log_file = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.471994 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.472281 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.472565 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.472851 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.473075 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.473297 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.473584 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.473866 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.474137 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.474431 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.474702 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.474972 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.475241 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.475507 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.475790 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.476071 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.476354 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.476628 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.476916 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.477171 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.477445 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.477726 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.477996 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.478290 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.478564 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.478850 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.479114 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.479385 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.479682 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.479965 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.480307 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.480528 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.480799 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.481078 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.481349 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.481620 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.481893 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] use_json = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.482187 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.482462 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.483259 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.483530 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.483805 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.484077 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.484349 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.484635 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:16.484931 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.485228 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.485527 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.485810 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.486104 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.486406 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.486693 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.486974 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.487261 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.487550 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.487835 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.488116 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.488403 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.488678 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.488971 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.489279 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.489569 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.489859 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.490130 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.490421 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.490693 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.490971 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.491269 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.491534 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.491822 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.492109 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.492388 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.492672 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.492964 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.493253 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.493524 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.493803 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.494091 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.494403 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.494675 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.494953 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.495240 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.495517 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.495786 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.496065 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.496339 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.496610 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.496885 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.497162 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.497451 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.497732 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.497997 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.498827 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.499114 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.499386 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.499670 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.499946 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.500215 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.500520 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.500758 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.501029 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.501301 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.501577 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.501846 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.502121 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.502441 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.502711 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.502981 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.503250 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.503553 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.503786 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.504053 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.504328 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.504594 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.504862 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.505129 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.505484 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.505665 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.505948 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.506265 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.506544 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.506824 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.507099 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.507375 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.507649 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.507923 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.508196 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.508467 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.508733 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.509019 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.509299 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.509581 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.509862 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.510135 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.510453 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.510725 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.511003 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.511277 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.511551 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.511828 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.512107 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.512396 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.512683 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.512969 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.513258 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.513546 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.513877 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.514238 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.514521 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:16.514743 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 07:39:16.514965 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100265) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 07:39:16.864124 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 07:39:16.864400 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 07:39:16.864682 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 07:39:16.865011 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 07:39:17.255333 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.255542 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.255813 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.257101 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.257374 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.257638 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.293904 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.294194 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.294465 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.309125 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.309402 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.309668 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.338012 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.338314 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.338585 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.376347 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.376622 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.376888 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.606814 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.607456 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.607456 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.607620 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.608506 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.727909 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.728220 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.728498 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.728765 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.729026 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.729331 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.729589 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.729837 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.730083 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.730391 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.730644 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.730904 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.731156 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.731403 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.731654 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.731910 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.732158 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.732446 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.732715 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.733664 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.733664 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.733664 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.733912 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.734095 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.734367 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.734610 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.734996 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:39:17.735233 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:39:17.735466 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:39:17.735700 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:39:17.735931 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:39:17.736164 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:39:17.736523 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 07:39:17.739596 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 07:39:17.743579 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 07:39:17.747342 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 30 07:39:17.749464 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 07:39:17.749907 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 07:39:17.750262 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 07:39:17.750647 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 07:39:17.753393 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 07:39:17.753641 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 07:39:17.753984 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 07:39:17.759214 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 07:39:17.781806 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 07:39:17.782281 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.782575 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100265) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 30 07:39:17.782941 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.784271 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100265) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 07:39:17.784543 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 07:39:17.784786 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 07:39:17.787950 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.788222 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:17.851860 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 07:39:17.852092 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 07:39:17.852327 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 07:39:17.852692 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 07:39:17.873669 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_db.sqlalchemy.engines [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100265) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 07:39:18.399475 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.managers [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Initializing driver for type 'gre' Aug 30 07:39:18.400021 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] gre ID ranges: [(1, 1000)] Aug 30 07:39:18.452521 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.managers [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Initializing driver for type 'local' Aug 30 07:39:18.452947 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.managers [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Initializing driver for type 'vlan' Aug 30 07:39:18.465585 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] VlanTypeDriver initialization complete Aug 30 07:39:18.465976 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.managers [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Initializing driver for type 'vxlan' Aug 30 07:39:18.466491 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] vxlan ID ranges: [(1, 1000)] Aug 30 07:39:18.523669 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.managers [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Initializing extension driver 'port_security' Aug 30 07:39:18.524030 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.extensions.port_security [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] PortSecurityExtensionDriver initialization complete Aug 30 07:39:18.524365 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.managers [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Initializing mechanism driver 'openvswitch' Aug 30 07:39:18.524690 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.managers [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Initializing mechanism driver 'hyperv' Aug 30 07:39:18.531623 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.plugins.ml2.plugin [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:18.532306 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > port after_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.532676 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > port after_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.533028 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > port after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.533548 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 07:39:18.533977 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.534357 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.534707 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.535087 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 07:39:18.535486 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > network after_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.535833 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > network after_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.536173 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > network after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.536554 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 07:39:18.536950 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > security_group after_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.537296 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > security_group after_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.537630 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.538177 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 07:39:18.538581 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.538932 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.539270 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.539655 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 07:39:18.540073 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > address_group after_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.540400 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > address_group after_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.540735 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.541114 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 07:39:18.541485 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] ML2 OVO RPC backend initialized. {{(pid=100265) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 30 07:39:18.542211 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.542566 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.542979 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > network before_response 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.543322 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > networks before_response 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.543668 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > port before_response 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.544005 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > ports before_response 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.544344 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > subnet before_response 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.544679 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > subnets before_response 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.545018 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > network after_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.545352 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > network after_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.545682 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > network after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.546012 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > port after_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.546398 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > port after_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.546727 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > port after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.547056 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.547387 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.547715 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.548289 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.plugin [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Modular L2 Plugin initialization complete Aug 30 07:39:18.548614 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading services supported by the core plugin {{(pid=100265) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 07:39:18.548942 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.plugins.ml2.managers [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Got port-security extension from driver 'port_security' Aug 30 07:39:18.549398 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.extensions.vlantransparent [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Disabled vlantransparent extension. Aug 30 07:39:18.549877 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100265) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 07:39:18.550210 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading Plugin: router Aug 30 07:39:18.588033 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.588428 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router after_create 55549900 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.588800 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router before_create 55549900 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.589165 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.589545 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.589903 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router after_delete 55549900 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.590291 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.590646 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.591005 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router after_create 55549900 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.591353 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router after_update 55549900 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.591742 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router after_update 55549900 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.592300 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.592759 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router after_update 55549900 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.593174 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.593547 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: port after_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.593883 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: port after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.594252 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: subnet after_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.594588 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.594935 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.595281 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.595628 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: port before_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.595971 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router precommit_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.596329 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router after_update 55549900 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.596673 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.597027 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.597391 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.597742 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.598110 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > agent after_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.598492 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > agent after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.598837 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > network after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.599690 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Tracking information for resource: router configured {{(pid=100265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:39:18.600024 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Tracking information for resource: floatingip configured {{(pid=100265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:39:18.604878 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.db.l3_agentschedulers_db [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 07:39:18.605464 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: port after_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.605820 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: port after_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.606186 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: port after_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.606541 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: port after_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.607346 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router before_create 55550100 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.607884 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.608199 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router precommit_create 55550100 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.608559 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > router precommit_update 55550100 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.613051 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.services.provider_configuration [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Service providers = [] {{(pid=100265) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 07:39:18.613410 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.db.servicetype_db [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100265) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 07:39:18.616338 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.services.service_base [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 07:39:18.616689 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.services.service_base [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 07:39:18.617034 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.services.service_base [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 07:39:18.617920 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.services.service_base [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 07:39:18.618324 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.services.service_base [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 07:39:18.618698 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:39:18.619014 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 07:39:18.629952 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:39:18.630315 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading Plugin: auto_allocate Aug 30 07:39:18.636076 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: network precommit_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.636442 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: network precommit_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.636963 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:39:18.637279 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading Plugin: tag Aug 30 07:39:18.644636 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:39:18.644960 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading Plugin: timestamp Aug 30 07:39:18.648943 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:39:18.649277 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading Plugin: network_ip_availability Aug 30 07:39:18.655267 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.655581 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.655960 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.656752 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:39:18.656998 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading Plugin: flavors Aug 30 07:39:18.661791 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:39:18.662113 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading Plugin: revisions Aug 30 07:39:18.666794 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:39:18.667183 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_concurrency.lockutils [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.802s {{(pid=100265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 07:39:18.667912 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100265) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 30 07:39:18.668251 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Initializing extension manager. Aug 30 07:39:18.668759 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: __init__.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.669097 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: __pycache__ {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.669427 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.669755 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: address_group.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.671056 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.671630 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: address-group Aug 30 07:39:18.671949 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: address_scope.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.672651 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.673159 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: address-scope Aug 30 07:39:18.673480 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.674521 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.675025 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: router-admin-state-down-before-update Aug 30 07:39:18.675340 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: agent.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.676234 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.676734 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: agent Aug 30 07:39:18.677056 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: agent_resources_synced.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.677946 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.678477 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: agent-resources-synced Aug 30 07:39:18.678798 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: allowedaddresspairs.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.680594 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.681111 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: allowed-address-pairs Aug 30 07:39:18.681432 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: auto_allocated_topology.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.682520 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.683029 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: auto-allocated-topology Aug 30 07:39:18.683352 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: availability_zone.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.684038 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.684535 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: availability_zone Aug 30 07:39:18.684854 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: availability_zone_filter.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.686315 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.686817 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: availability_zone_filter Aug 30 07:39:18.687137 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: data_plane_status.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.688028 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.688533 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 07:39:18.688851 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: default_subnetpools.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.689750 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.690282 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: default-subnetpools Aug 30 07:39:18.690602 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.691413 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.691914 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: dhcp_agent_scheduler Aug 30 07:39:18.692237 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: dns.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.693143 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.693635 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension dns-integration not supported by any of loaded plugins Aug 30 07:39:18.693955 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: dns_domain_ports.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.694877 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.695377 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 07:39:18.695695 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.696599 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.697098 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 07:39:18.697418 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: dvr.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.698077 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.698610 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: dvr Aug 30 07:39:18.698969 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: ecmp_routes.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.699825 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.700323 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 07:39:18.700637 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: empty_string_filtering.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.701588 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.702082 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: empty-string-filtering Aug 30 07:39:18.702419 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.703332 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.703825 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 07:39:18.704144 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.705043 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.705539 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 07:39:18.705858 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: external_net.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.706790 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.707288 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: external-net Aug 30 07:39:18.707606 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.708511 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.709007 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: extra_dhcp_opt Aug 30 07:39:18.709325 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: extraroute.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.710244 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.710742 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: extraroute Aug 30 07:39:18.711062 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: extraroute_atomic.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.712071 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.712576 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: extraroute-atomic Aug 30 07:39:18.712897 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: filter_validation.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.713560 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.714055 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: filter-validation Aug 30 07:39:18.714410 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: fip_pf_description.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.715321 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.715817 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 07:39:18.716133 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: fip_port_details.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.717217 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.717727 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: fip-port-details Aug 30 07:39:18.718047 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: flavors.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.719285 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.719802 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: flavors Aug 30 07:39:18.720124 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.721747 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.722292 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 07:39:18.722620 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: floatingip_pools.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.723312 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.723821 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: floatingip-pools Aug 30 07:39:18.724140 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: ip_allocation.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.725047 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.725542 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 07:39:18.725860 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.726789 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.727289 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: ip-substring-filtering Aug 30 07:39:18.727610 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: l2_adjacency.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.728534 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.729033 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 07:39:18.729354 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: l3.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.730481 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.730997 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: router Aug 30 07:39:18.731320 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.734047 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.734594 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 07:39:18.734922 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.735846 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.736355 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: ext-gw-mode Aug 30 07:39:18.736677 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.737601 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.738103 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: l3-ha Aug 30 07:39:18.738456 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: l3_flavors.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.739364 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.739866 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: l3-flavors Aug 30 07:39:18.740184 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.741083 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.741583 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 07:39:18.741903 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: l3agentscheduler.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.742971 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.743481 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: l3_agent_scheduler Aug 30 07:39:18.743803 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: logging.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.745256 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.745775 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension logging not supported by any of loaded plugins Aug 30 07:39:18.746101 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: metering.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.746858 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.747431 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: metering Aug 30 07:39:18.747758 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.749466 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.750203 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: metering_source_and_destination_fields Aug 30 07:39:18.750549 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: multiprovidernet.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.751448 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.751952 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: multi-provider Aug 30 07:39:18.752271 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: netmtu.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.753168 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.753673 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: net-mtu Aug 30 07:39:18.753993 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: netmtu_writable.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.754931 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.755526 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: net-mtu-writable Aug 30 07:39:18.755757 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: network_availability_zone.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.756415 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.756915 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: network_availability_zone Aug 30 07:39:18.757233 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: network_ip_availability.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.758341 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.758856 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: network-ip-availability Aug 30 07:39:18.759178 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: network_segment_range.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.759931 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.760431 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 07:39:18.760747 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: pagination.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.761715 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.762040 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: pagination Aug 30 07:39:18.762391 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: port_device_profile.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.763289 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.763878 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: port-device-profile Aug 30 07:39:18.764252 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.765171 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.765929 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: port-mac-address-regenerate Aug 30 07:39:18.766277 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.767180 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.767697 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: port-numa-affinity-policy Aug 30 07:39:18.768019 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: port_resource_request.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.768929 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.769426 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 07:39:18.769746 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: portbindings.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.770686 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.771193 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: binding Aug 30 07:39:18.771512 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: portbindings_extended.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.772899 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.773414 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: binding-extended Aug 30 07:39:18.773739 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: portsecurity.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.774779 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.775323 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: port-security Aug 30 07:39:18.775644 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: project_id.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.776602 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.776926 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: project-id Aug 30 07:39:18.777247 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: providernet.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.778171 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.778696 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: provider Aug 30 07:39:18.779015 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: qos.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.782727 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.783243 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension qos not supported by any of loaded plugins Aug 30 07:39:18.783574 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.784806 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.785316 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 07:39:18.785642 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.786581 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.787087 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 07:39:18.787410 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: qos_default.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.788308 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.788816 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension qos-default not supported by any of loaded plugins Aug 30 07:39:18.789137 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: qos_fip.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.789779 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.790316 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension qos-fip not supported by any of loaded plugins Aug 30 07:39:18.790635 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: qos_gateway_ip.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.791551 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.792053 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 07:39:18.792374 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: qos_port_network_policy.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.793272 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.793777 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 07:39:18.794097 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: qos_pps_rule.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.795945 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.796459 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension qos-pps not supported by any of loaded plugins Aug 30 07:39:18.796785 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: qos_rule_type_details.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.797697 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.798237 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 07:39:18.798558 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: qos_rules_alias.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.799591 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.800099 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 07:39:18.800419 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: quotasv2.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.801338 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.801660 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: quotas Aug 30 07:39:18.801976 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: quotasv2_detail.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.805072 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.805412 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: quota_details Aug 30 07:39:18.805741 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: rbac.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.807036 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.807574 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: rbac-policies Aug 30 07:39:18.807901 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: rbac_address_group.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.808823 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.809339 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: rbac-address-group Aug 30 07:39:18.809663 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: rbac_address_scope.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.811138 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.811648 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: rbac-address-scope Aug 30 07:39:18.811969 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: rbac_security_groups.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.812872 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.813375 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: rbac-security-groups Aug 30 07:39:18.813701 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: rbac_subnetpool.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.814619 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.815121 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: rbac-subnetpool Aug 30 07:39:18.815440 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: revisionifmatch.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.816343 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.816850 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: revision-if-match Aug 30 07:39:18.817174 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: revisions.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.818326 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.818830 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: standard-attr-revisions Aug 30 07:39:18.819157 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: router_availability_zone.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.819826 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.820330 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: router_availability_zone Aug 30 07:39:18.820650 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: routerservicetype.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.821553 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.822052 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension router-service-type not supported by any of loaded plugins Aug 30 07:39:18.822402 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.823307 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.823809 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: security-groups-normalized-cidr Aug 30 07:39:18.824129 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.825036 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.825540 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: port-security-groups-filtering Aug 30 07:39:18.825861 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.826983 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.827495 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: security-groups-remote-address-group Aug 30 07:39:18.827821 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: securitygroup.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.838775 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.839312 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: security-group Aug 30 07:39:18.839642 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: segment.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.840424 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.840932 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension segment not supported by any of loaded plugins Aug 30 07:39:18.841260 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.842247 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.842752 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 07:39:18.843076 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: servicetype.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.844250 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.844772 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: service-type Aug 30 07:39:18.845101 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: sorting.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.846069 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.846426 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: sorting Aug 30 07:39:18.846750 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: standard_attr_segment.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.847651 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.848159 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 07:39:18.848482 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: standardattrdescription.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.849126 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.849627 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: standard-attr-description Aug 30 07:39:18.849948 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: stateful_security_group.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.850889 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.851404 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: stateful-security-group Aug 30 07:39:18.851727 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: stdattrs_common.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.852301 dv-cinder-806191-3-iscsi neutron-server[100265]: WARNING neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 07:39:18.852616 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.853530 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.854041 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 07:39:18.854382 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: subnet_onboard.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.855435 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.855951 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: subnet_onboard Aug 30 07:39:18.856273 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.857181 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.858243 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 07:39:18.858568 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: subnet_service_types.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.859485 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.859997 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: subnet-service-types Aug 30 07:39:18.860319 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: subnetallocation.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.861387 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.861896 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: subnet_allocation Aug 30 07:39:18.862250 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.862919 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.863425 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: subnetpool-prefix-ops Aug 30 07:39:18.863742 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.864665 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.865166 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 07:39:18.865486 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: tagging.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.866599 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.867124 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: standard-attr-tag Aug 30 07:39:18.867447 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: timestamp.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.868636 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.869151 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loaded extension: standard-attr-timestamp Aug 30 07:39:18.869479 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: trunk.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.870523 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.871031 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension trunk not supported by any of loaded plugins Aug 30 07:39:18.871353 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: trunk_details.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.872263 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.872771 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension trunk-details not supported by any of loaded plugins Aug 30 07:39:18.873631 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: uplink_status_propagation.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.874575 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.875081 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 07:39:18.875400 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Loading extension file: vlantransparent.py {{(pid=100265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:39:18.876166 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:39:18.876676 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 07:39:18.879130 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Creating instance of TrackedResource for resource:network Aug 30 07:39:18.879656 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Creating instance of TrackedResource for resource:subnet Aug 30 07:39:18.880053 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 07:39:18.880518 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Creating instance of TrackedResource for resource:port Aug 30 07:39:18.881731 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.v2.resource_helper [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:39:18.882191 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.v2.resource_helper [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Service FLAVORS assigned prefix: {{(pid=100265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:39:18.882828 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.v2.resource_helper [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:39:18.883252 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.v2.resource_helper [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:39:18.883580 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Creating instance of TrackedResource for resource:router Aug 30 07:39:18.884007 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 07:39:18.884503 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.v2.resource_helper [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Service METERING assigned prefix: /metering {{(pid=100265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:39:18.885942 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.886342 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.886693 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:18.887687 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 07:39:18.888124 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Creating instance of TrackedResource for resource:security_group Aug 30 07:39:18.888555 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 07:39:18.889243 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.v2.resource_helper [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Service CORE assigned prefix: {{(pid=100265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:39:18.889573 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 07:39:18.889914 dv-cinder-806191-3-iscsi neutron-server[100265]: WARNING neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] subnetpool is already registered Aug 30 07:39:18.890639 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.v2.resource_helper [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Service CORE assigned prefix: {{(pid=100265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:39:18.890964 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 07:39:18.891307 dv-cinder-806191-3-iscsi neutron-server[100265]: WARNING neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] subnetpool is already registered Aug 30 07:39:18.893606 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.v2.resource_helper [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:39:18.894036 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.v2.resource_helper [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Service FLAVORS assigned prefix: {{(pid=100265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:39:18.894662 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.v2.resource_helper [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:39:18.895081 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.v2.resource_helper [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:39:18.895410 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Creating instance of TrackedResource for resource:router Aug 30 07:39:18.895744 dv-cinder-806191-3-iscsi neutron-server[100265]: WARNING neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] router is already registered Aug 30 07:39:18.896154 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 07:39:18.896485 dv-cinder-806191-3-iscsi neutron-server[100265]: WARNING neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] floatingip is already registered Aug 30 07:39:18.896940 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.v2.resource_helper [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Service METERING assigned prefix: /metering {{(pid=100265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:39:18.897603 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 07:39:18.897924 dv-cinder-806191-3-iscsi neutron-server[100265]: WARNING neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] rbac_policy is already registered Aug 30 07:39:18.898425 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Creating instance of TrackedResource for resource:security_group Aug 30 07:39:18.898756 dv-cinder-806191-3-iscsi neutron-server[100265]: WARNING neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] security_group is already registered Aug 30 07:39:18.899152 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 07:39:18.899484 dv-cinder-806191-3-iscsi neutron-server[100265]: WARNING neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] security_group_rule is already registered Aug 30 07:39:18.900108 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.v2.resource_helper [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Service CORE assigned prefix: {{(pid=100265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:39:18.900432 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 07:39:18.900763 dv-cinder-806191-3-iscsi neutron-server[100265]: WARNING neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] subnetpool is already registered Aug 30 07:39:18.901173 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.v2.resource_helper [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Service CORE assigned prefix: {{(pid=100265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:39:18.901492 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 07:39:18.901817 dv-cinder-806191-3-iscsi neutron-server[100265]: WARNING neutron.quota.resource_registry [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] subnetpool is already registered Aug 30 07:39:18.902331 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: extensions {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.903750 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: address-groups {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.905636 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: address-scopes {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.906897 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: agents {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.908061 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: auto-allocated-topology {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.909297 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: availability_zones {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.910564 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: dhcp-networks {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.912046 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: dhcp-agents {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.913467 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: routers {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.915694 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: flavors {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.916852 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: service_profiles {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.918071 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: next_providers {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.919541 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: service_profiles {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.921628 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: floatingip-pools {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.922866 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: routers {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.924946 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: floatingips {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.926235 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: l3-routers {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.927613 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: l3-agents {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.929050 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: metering-labels {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.930484 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: metering-label-rules {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.931749 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: network-ip-availabilities {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.932993 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: bindings {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.934644 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: quotas {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.936622 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: quotas {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.938025 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: rbac-policies {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.939245 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: security-groups {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.940525 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: security-group-rules {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.941741 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: service-providers {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.942985 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: subnetpools {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.945634 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: subnetpools {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.947123 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: tags {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.948800 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: tags {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.950607 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: tags {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.952610 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: tags {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.954421 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: tags {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.956236 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: tags {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.957920 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: tags {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.959836 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: tags {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.961621 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: tags {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.963374 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron.api.extensions [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Extended resource: tags {{(pid=100265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:39:18.969391 dv-cinder-806191-3-iscsi neutron-server[100265]: WARNING keystonemiddleware.auth_token [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 07:39:18.974089 dv-cinder-806191-3-iscsi neutron-server[100265]: WARNING keystonemiddleware.auth_token [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 07:39:18.983157 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_concurrency.lockutils [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Acquired lock "singleton_lock" {{(pid=100265) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 30 07:39:18.983625 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_concurrency.lockutils [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Releasing lock "singleton_lock" {{(pid=100265) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 30 07:39:18.984259 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO oslo_service.service [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Starting 2 workers Aug 30 07:39:18.989052 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Started child 100374 {{(pid=100265) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 07:39:18.993475 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Started child 100375 {{(pid=100265) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 07:39:18.994507 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:18.995154 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO neutron.service [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 07:39:18.995773 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Notify callbacks [] for process, before_spawn {{(pid=100265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:18.995946 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [-] (100374) wsgi starting up on http://0.0.0.0:9696 Aug 30 07:39:18.998842 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO oslo_service.service [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Starting 1 workers Aug 30 07:39:18.999812 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.001202 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [-] (100375) wsgi starting up on http://0.0.0.0:9696 Aug 30 07:39:19.004046 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Started child 100376 {{(pid=100265) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 07:39:19.004565 dv-cinder-806191-3-iscsi neutron-server[100265]: INFO oslo_service.service [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Starting 1 workers Aug 30 07:39:19.007553 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.service [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] calling RpcWorker wait() {{(pid=100376) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 07:39:19.008103 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.service [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] returning from RpcWorker wait() {{(pid=100376) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 07:39:19.009008 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Started child 100377 {{(pid=100265) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 07:39:19.009323 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.009891 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG neutron_lib.callbacks.manager [None req-94ee3b30-35eb-4077-bdc3-a68af678d1d1 None None] Notify callbacks [] for process, after_spawn {{(pid=100265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.009994 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:19.011798 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100265) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 07:39:19.012005 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 07:39:19.012185 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 07:39:19.012582 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 07:39:19.012907 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 07:39:19.013066 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 07:39:19.013832 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.014022 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.014539 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.014539 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.014985 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.015526 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.015621 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:19.016122 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.016388 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.016643 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.016919 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.017164 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.017328 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.017662 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.017908 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.018204 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.018487 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.018767 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.019019 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.019309 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.019489 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.019752 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.020006 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.020256 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.020513 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] debug = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.020765 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.021244 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.021491 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.021754 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.021973 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.022271 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.022498 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.022759 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.023014 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.023225 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.023436 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.023696 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.023930 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.024141 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.024354 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.024592 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.024808 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.025265 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] host = dv-cinder-806191-3-iscsi {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.025497 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.025711 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.025935 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.026175 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.026416 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.026631 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.026890 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.027281 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.027543 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.027785 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.028029 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.028275 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.028521 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.028768 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] log_file = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.028933 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] log_options = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.029128 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.030310 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.030588 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.030780 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.030944 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.031119 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.031372 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.031525 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.031770 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.031985 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.032195 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.032405 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.032617 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.032849 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.033118 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.033520 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.033756 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.033963 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.034243 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.034500 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.034720 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.034942 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.035171 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.035402 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.035611 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.035821 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.036041 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.036250 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.036457 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.036714 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.036943 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.037207 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.037451 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.037719 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.037940 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.038177 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.038399 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.038684 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.038858 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.039099 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.039358 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.039588 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.039828 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.040160 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.040315 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.040493 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] use_json = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.040703 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.040933 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.041189 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.041400 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.041610 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.041954 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.043192 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.043192 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.043654 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.043980 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.044321 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.044532 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.045857 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.045857 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.046109 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.046305 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.046643 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.047039 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.048381 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.049264 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.049515 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.049756 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.051826 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.052197 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.052468 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.052757 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.053032 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.053279 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.053521 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.053768 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.054055 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.054343 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.054586 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.054823 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.055049 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.055388 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.055660 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.055943 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.056195 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.056454 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.056671 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.056896 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.057255 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.057400 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.057583 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.057787 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.058026 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.058525 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.058744 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.059031 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.059031 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.059323 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.059493 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.059731 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.059967 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.060191 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.060410 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.060675 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.060896 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.061129 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.061366 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.061581 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.061835 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.062065 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.062334 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.062570 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.062790 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.063010 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.063273 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.063490 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.063721 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.063937 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.064335 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.064335 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.064598 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.064837 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.065050 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.065261 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.065500 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.065729 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.066572 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.066572 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.066572 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.066964 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.066964 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.067228 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.067503 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.067843 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.068438 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.068438 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.068681 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.068681 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.068913 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.069131 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.069316 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.070193 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.070193 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.070193 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.070657 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.070657 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.074242 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.074242 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.074242 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.074242 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.074242 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.074242 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.074242 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.074242 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.075275 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.075275 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.075275 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.075275 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.075275 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.075275 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.075275 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.075275 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.076066 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.076066 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.076066 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.076066 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.076066 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.076066 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.076066 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.076066 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.077232 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.077232 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.077232 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.077584 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.077584 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.077828 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.078068 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.078361 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.078613 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.078863 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.079116 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.079348 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.079610 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.079856 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.080123 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.080342 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.080618 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.080857 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.081074 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.081523 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.081943 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.082342 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.082648 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.082932 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.083213 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.083551 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.083847 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.084155 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.084487 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.084797 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.085101 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.085410 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.085649 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.085869 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.086099 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.086373 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.086590 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.086842 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.087074 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.087502 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.087894 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.088279 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.088730 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.089175 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.089601 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.090044 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.090496 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.090915 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.091350 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.091678 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.092706 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.092993 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.093265 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.093566 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.093855 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.094169 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.094495 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.094790 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.095082 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.095340 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.095562 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.095813 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.096042 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.096280 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.096490 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.096895 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.097121 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.097336 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.097550 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.097768 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.097981 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.098253 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.098485 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.098700 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.098956 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.099209 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.099554 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.099797 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.100177 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.100571 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.100792 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.101056 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.101261 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.101656 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.102076 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.102321 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.102543 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.102810 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.103046 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.103313 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.103528 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.103760 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.103972 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.104189 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.104398 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.104681 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.104931 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.105174 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.105473 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.105728 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.105965 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.106251 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.106420 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.106795 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.107176 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.107964 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.108209 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.108533 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.108761 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.108979 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.109224 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.109443 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.109652 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.109879 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.110106 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.110384 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.110638 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.110844 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.111226 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.111453 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.111664 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.112050 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.112311 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.112530 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.112741 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.112971 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.113181 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.113390 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.113614 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.113830 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.114039 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.114364 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.114626 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.114869 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.115171 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.115421 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.115668 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.115916 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.116219 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.116437 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.116680 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.116901 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.117119 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.117340 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.117595 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.117924 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.118215 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.118480 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.118733 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.119012 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.119282 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.119555 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.119786 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.120088 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.120421 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.120686 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.120974 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.121199 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.121452 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.121691 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.121906 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.122140 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.122396 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.122611 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.122867 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.123274 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.123826 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.124006 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.124145 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.124329 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.124574 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.124806 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.125048 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.125264 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.125408 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 07:39:19.125928 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100265) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 07:39:19.126734 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 07:39:19.126734 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 07:39:19.126734 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 07:39:19.126734 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 07:39:19.126734 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 07:39:19.127372 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.127372 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.127372 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.127372 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.127644 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.127742 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.127827 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.127987 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.128148 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.128642 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.128642 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.128642 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.129003 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.129003 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.129232 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.129232 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.129424 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.129515 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.129634 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.129793 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.130110 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.130295 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.130610 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] debug = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.130769 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.131128 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.131293 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.131612 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.131924 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.132085 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.132250 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.132431 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.132593 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.132752 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.132910 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.133069 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.133230 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.133385 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.133680 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.133895 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.134062 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.134244 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] host = dv-cinder-806191-3-iscsi {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.134391 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.134553 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.134713 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.134869 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.135212 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.135550 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.135716 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.135877 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.136037 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.136199 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.136358 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.136520 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.136680 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.136841 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] log_file = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.137003 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] log_options = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.137162 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.137446 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.137610 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.137788 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.137953 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.138114 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.138295 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.138455 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.138880 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.138880 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.139084 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.139084 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.139316 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.139399 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.139527 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.139685 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.139845 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.140004 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.140163 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.140580 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.140737 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.141048 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.141205 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.141356 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.141514 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.141673 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.141818 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.141983 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.142167 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.142326 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.142486 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.142646 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.142808 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.142953 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.143116 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.143276 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.143434 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.143597 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.143757 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.143916 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.144075 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.144235 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.144393 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.144552 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.144711 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.144865 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] use_json = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.145031 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.145187 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.145487 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.145787 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.146080 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.146267 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.146428 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.146594 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:39:19.146777 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.146941 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.147118 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.147284 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.147441 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.147602 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.147766 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.147882 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:19.147984 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.148072 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.148222 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.148391 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.148553 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.148724 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.148886 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.149048 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.149213 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.149374 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.149536 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.149697 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.149859 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.150020 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.150206 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.150377 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.150537 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.150696 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.150856 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.151017 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.151194 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.151357 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.151519 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.151679 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.151839 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.152002 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.152169 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.152331 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.152493 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.152654 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.152816 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.152978 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.153140 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.153300 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.153460 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.153624 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.153785 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.153947 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.154108 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.154871 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.155036 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.155199 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.155361 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.155523 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.155735 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.155869 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.155991 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.156147 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.156320 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.156482 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.156642 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.156802 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.156963 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.157124 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.157286 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.157448 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.157608 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.157772 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.157933 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.158109 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.158297 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.158459 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.158620 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.158782 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.158942 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.159105 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.159267 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.159429 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.159899 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.159899 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.159899 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.160408 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.160408 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.160408 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.160930 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.160930 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.160930 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.160930 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.161710 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.161710 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.161710 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.161710 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.161710 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.162689 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.162689 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.162689 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.162689 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.162689 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.162689 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.163220 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.163220 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.163220 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.163220 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.163653 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.163653 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.163653 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.165021 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.165021 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.165021 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.165021 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.165021 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.165021 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.165021 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.165021 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.165922 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.165922 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.165922 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.165922 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.165922 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.165922 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.165922 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.166867 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.166867 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.166867 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.166867 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.166867 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.166867 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.168457 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.168457 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.168457 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.168457 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.168457 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.168457 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.168457 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.168457 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.168457 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.170957 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.170957 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.170957 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.170957 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.170957 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.170957 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.170957 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.170957 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.171708 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.171708 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.171708 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.171708 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.171708 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.171708 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.171708 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.171708 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.172856 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.172856 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.172856 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.172856 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.172856 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.172856 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.172856 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.172856 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.173758 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.173758 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.173758 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.173758 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.173758 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.173758 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.173758 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.175290 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.175290 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.175290 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.175290 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.175290 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.175290 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.175290 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.175290 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.176065 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.176065 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.176065 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.176065 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.176065 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.176065 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.176065 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.176065 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.176723 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.176723 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.176723 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.176723 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.176998 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.176998 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.177138 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.177283 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.177446 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.177609 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.177770 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.177931 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.178108 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.178290 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.178451 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.178612 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.178773 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.178934 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.179094 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.179255 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.179415 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.179575 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.179734 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.179897 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.180062 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.180224 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.180384 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.180545 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.180705 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.180866 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.181027 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.181201 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.181363 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.181524 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.181686 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.181847 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.182013 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.182215 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.182377 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.182543 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.182703 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.182862 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.183023 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.183193 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.183353 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.183513 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.183673 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.183836 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.184000 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.184170 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.184332 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.184493 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.184654 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.184817 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.184976 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.185148 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.185303 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.185524 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.185772 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.186013 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.186208 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.186385 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.186547 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.186710 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.186870 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.187123 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.187216 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.187340 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.187502 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.187663 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.187833 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.187994 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.188204 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.188335 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.188530 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.188706 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.188873 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.189002 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.189122 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.189204 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.189360 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.189525 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.189695 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.190236 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.190236 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.190236 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.190465 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.190542 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.190999 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.190999 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.190999 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.191212 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.191304 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.191840 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.191840 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.191840 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.192044 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.192044 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.193057 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.193057 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.193057 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.193057 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.193057 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.193057 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.193057 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.193547 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.193547 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.193547 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.194247 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.194247 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:39:19.194247 dv-cinder-806191-3-iscsi neutron-server[100265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 07:39:19.424599 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 56776) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:19.433206 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064201 Aug 30 07:39:30.657271 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9504abd-0212-4b3b-9281-3a899f5ae927 None None] get_active_networks_info from dv-cinder-806191-3-iscsi {{(pid=100376) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 07:39:30.714106 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9504abd-0212-4b3b-9281-3a899f5ae927 None None] No non-hosted networks {{(pid=100376) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 07:39:30.722407 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a89b18a4-26c5-45ff-a47b-4e5a79b271c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540577'] for agent, after_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:30.746443 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.agentschedulers_db [None req-b9504abd-0212-4b3b-9281-3a899f5ae927 None None] DHCP Agent not found on host dv-cinder-806191-3-iscsi {{(pid=100376) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 30 07:39:33.379785 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-3728f08b-d9c7-4f66-8376-5e0c4c18f1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540577'] for agent, after_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.468663 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-58e284d4-cfca-4ea1-9285-522015013bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:34.260755 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540577'] for agent, after_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.070191 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540577'] for agent, after_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.075011 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.075363 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.075719 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.076420 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.076797 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.077093 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.077426 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.077780 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.078110 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.083895 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.084299 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.084675 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.086066 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806191-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:35.093559 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806191-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:35.791864 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540577'] for agent, after_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.790730 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 56870) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:37.316193 dv-cinder-806191-3-iscsi neutron-server[100375]: WARNING oslo_policy.policy [None req-8073ca44-ba38-4353-bbd8-fb03719d121a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:39:37.316783 dv-cinder-806191-3-iscsi neutron-server[100375]: WARNING oslo_policy.policy [None req-8073ca44-ba38-4353-bbd8-fb03719d121a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:39:37.544923 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [None req-8073ca44-ba38-4353-bbd8-fb03719d121a admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=100375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:39:37.547130 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-8073ca44-ba38-4353-bbd8-fb03719d121a admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7536402 Aug 30 07:39:37.908788 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.db.l3_hamode_db [None req-e18292d4-06fd-4ee8-8428-b0774a5b09ca None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 07:39:37.986625 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18292d4-06fd-4ee8-8428-b0774a5b09ca None None] Routers set() bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:37.987012 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18292d4-06fd-4ee8-8428-b0774a5b09ca None None] Router IDs set() for agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 07:39:39.949624 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 56884) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:40.264530 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-d7105b87-063c-49bd-be6f-6366bce5262f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:40.359138 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.policy [None req-d7105b87-063c-49bd-be6f-6366bce5262f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100375) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 07:39:40.405815 dv-cinder-806191-3-iscsi neutron-server[100375]: WARNING oslo_policy.policy [None req-d7105b87-063c-49bd-be6f-6366bce5262f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:39:40.406213 dv-cinder-806191-3-iscsi neutron-server[100375]: WARNING oslo_policy.policy [None req-d7105b87-063c-49bd-be6f-6366bce5262f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:39:40.415030 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.quota [None req-d7105b87-063c-49bd-be6f-6366bce5262f admin admin] Loaded quota_driver: . Aug 30 07:39:40.506666 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d7105b87-063c-49bd-be6f-6366bce5262f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745590844411', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745590843846', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745590823612', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745590821336', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745590679040', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745590746294', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3769057', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3761119', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-550798', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-587630'] for rbac-policy, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.574604 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d7105b87-063c-49bd-be6f-6366bce5262f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.576402 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-d7105b87-063c-49bd-be6f-6366bce5262f admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6256733 Aug 30 07:39:43.197762 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 56896) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:43.521533 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Request body: {'network': {'project_id': 'bb9684b657bb4ad784a561f56cdd2890', 'admin_state_up': True, 'tenant_id': 'bb9684b657bb4ad784a561f56cdd2890', 'name': 'private'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:43.551214 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Made reservation on behalf of bb9684b657bb4ad784a561f56cdd2890 for: {'network': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:43.554210 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for network, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.571234 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.698428 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.702926 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.723581 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=100375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:39:43.750132 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745591126501', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.750747 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Unsubscribe: segment precommit_create {{(pid=100375) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 07:39:43.751274 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.db.segments_db [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Added segment de67ddd9-b264-43be-8243-57bcdc41d832 of type vlan for network 821f3d4c-ba5f-4c74-be0d-145c1a962c3c Aug 30 07:39:43.772981 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c510ff23-6f4f-4e03-8664-8ca9b364a49f,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:43.822138 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:43.823469 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:43.823469 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:43.823469 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:43.823770 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:43.823902 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:43.824226 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:43.824558 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:43.824894 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:43.825779 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:43.826095 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Tracked resource versions report: Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: pushed versions: Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: { 'AddressGroup': {'1.2'}, Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'ConntrackHelper': {'1.0'}, Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'Log': {'1.0'}, Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'Network': {'1.1'}, Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'Port': {'1.7'}, Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'PortForwarding': {'1.2'}, Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'QosPolicy': {'1.9'}, Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'SecurityGroup': {'1.4'}, Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'SubPort': {'1.0'}, Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'Subnet': {'1.1'}, Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'Trunk': {'1.1'}} Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: consumer versions: Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: { DHCP agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: L3 agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: Metadata agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: Metering agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: Open vSwitch agent@dv-cinder-806191-3-iscsi: { 'AddressGroup': '1.2', Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'ConntrackHelper': '1.0', Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'Log': '1.0', Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'Network': '1.1', Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'Port': '1.7', Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'PortForwarding': '1.2', Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'QosPolicy': '1.9', Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'SecurityGroup': '1.4', Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'SecurityGroupRule': '1.2', Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'SubPort': '1.0', Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'Subnet': '1.1', Aug 30 07:39:43.828763 dv-cinder-806191-3-iscsi neutron-server[100375]: 'Trunk': '1.1'}} Aug 30 07:39:43.831393 dv-cinder-806191-3-iscsi neutron-server[100375]: {{(pid=100375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:39:43.879836 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745590630759'] for network, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.919200 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.920473 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:43.921114 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:44.000917 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8020253 Aug 30 07:39:44.026574 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd522d84-3868-4667-af9c-7fc13c533b0f admin admin] Pushing event updated for resources: {'Network': ['ID=821f3d4c-ba5f-4c74-be0d-145c1a962c3c,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:44.039659 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Network 821f3d4c-ba5f-4c74-be0d-145c1a962c3c details requested by agent ovs-agent-dv-cinder-806191-3-iscsi with host dv-cinder-806191-3-iscsi {{(pid=100376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:39:46.771487 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 56910) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:47.352706 dv-cinder-806191-3-iscsi neutron-server[100374]: WARNING oslo_policy.policy [None req-ebd54f2b-0c31-4ce9-a693-83b306633b2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:39:47.353301 dv-cinder-806191-3-iscsi neutron-server[100374]: WARNING oslo_policy.policy [None req-ebd54f2b-0c31-4ce9-a693-83b306633b2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:39:47.857616 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.policy [None req-ebd54f2b-0c31-4ce9-a693-83b306633b2b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100374) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 07:39:47.903534 dv-cinder-806191-3-iscsi neutron-server[100374]: WARNING oslo_policy.policy [None req-ebd54f2b-0c31-4ce9-a693-83b306633b2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:39:47.903919 dv-cinder-806191-3-iscsi neutron-server[100374]: WARNING oslo_policy.policy [None req-ebd54f2b-0c31-4ce9-a693-83b306633b2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:39:47.913065 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd54f2b-0c31-4ce9-a693-83b306633b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:47.914848 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-ebd54f2b-0c31-4ce9-a693-83b306633b2b admin admin] 10.222.0.73 "GET /v2.0/networks/821f3d4c-ba5f-4c74-be0d-145c1a962c3c HTTP/1.1" status: 200 len: 825 time: 1.1424148 Aug 30 07:39:47.953699 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-a9d1c775-ea80-42a8-abbc-3161a002fe6f admin admin] 10.222.0.73 "GET /v2.0/subnetpools/412a6a3e-1b0c-4585-a385-5bc449d72ed4 HTTP/1.1" status: 200 len: 734 time: 0.0326116 Aug 30 07:39:47.963447 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'bb9684b657bb4ad784a561f56cdd2890', 'network_id': '821f3d4c-ba5f-4c74-be0d-145c1a962c3c', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '412a6a3e-1b0c-4585-a385-5bc449d72ed4'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:47.965006 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.quota [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Loaded quota_driver: . Aug 30 07:39:48.004262 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Made reservation on behalf of bb9684b657bb4ad784a561f56cdd2890 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:48.006951 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:48.296350 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:48.368360 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Checking segment: {'id': 'de67ddd9-b264-43be-8243-57bcdc41d832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '821f3d4c-ba5f-4c74-be0d-145c1a962c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:48.368750 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Network hostable DHCP agents. Network: 821f3d4c-ba5f-4c74-be0d-145c1a962c3c, hostable agents: ['980fb30f-b881-4380-9851-35d5a168d8a6'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:39:48.380250 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b48c8a73-00b9-45fd-9a20-c098c2371fc2,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:48.394378 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:48.394744 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:48.395086 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:48.395420 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:48.395747 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:48.396086 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:48.396415 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:48.396752 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:48.397091 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:48.397415 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:48.397732 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:48.398046 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Tracked resource versions report: Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: pushed versions: Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: { 'AddressGroup': {'1.2'}, Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'ConntrackHelper': {'1.0'}, Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'Log': {'1.0'}, Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'Network': {'1.1'}, Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'Port': {'1.7'}, Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'PortForwarding': {'1.2'}, Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'QosPolicy': {'1.9'}, Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'SecurityGroup': {'1.4'}, Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'SubPort': {'1.0'}, Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'Subnet': {'1.1'}, Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'Trunk': {'1.1'}} Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: consumer versions: Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: { DHCP agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: L3 agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: Metadata agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: Metering agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: Open vSwitch agent@dv-cinder-806191-3-iscsi: { 'AddressGroup': '1.2', Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'ConntrackHelper': '1.0', Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'Log': '1.0', Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'Network': '1.1', Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'Port': '1.7', Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'PortForwarding': '1.2', Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'QosPolicy': '1.9', Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'SecurityGroup': '1.4', Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'SecurityGroupRule': '1.2', Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'SubPort': '1.0', Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'Subnet': '1.1', Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: 'Trunk': '1.1'}} Aug 30 07:39:48.399208 dv-cinder-806191-3-iscsi neutron-server[100374]: {{(pid=100374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:39:48.430556 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Network 821f3d4c-ba5f-4c74-be0d-145c1a962c3c is scheduled to be hosted by DHCP agent 980fb30f-b881-4380-9851-35d5a168d8a6 with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:39:48.447381 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-3-iscsi, 821f3d4c-ba5f-4c74-be0d-145c1a962c3c) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:48.453856 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:48.455023 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:48.458285 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca7a4d6-6e47-4cfd-aff9-765e1b315415 None None] Network 821f3d4c-ba5f-4c74-be0d-145c1a962c3c requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:39:48.476123 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-616d7488-014c-4684-b89b-d5206557ea7a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5161572 Aug 30 07:39:48.808195 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfff5d5e-598a-5f39-978a-5cba9914088a-821f3d4c-ba5f-4c74-be0d-145c1a962c3c', 'network_id': '821f3d4c-ba5f-4c74-be0d-145c1a962c3c', 'tenant_id': 'bb9684b657bb4ad784a561f56cdd2890', 'fixed_ips': [{'subnet_id': 'b48c8a73-00b9-45fd-9a20-c098c2371fc2'}]}} from dv-cinder-806191-3-iscsi. {{(pid=100376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:39:48.810450 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:49.111476 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.db_base_plugin_common [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Allocated IP 172.20.0.2 (821f3d4c-ba5f-4c74-be0d-145c1a962c3c/b48c8a73-00b9-45fd-9a20-c098c2371fc2/86d93297-3573-4cd5-9d19-f2cb05eb2e17) {{(pid=100376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:49.355538 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Notify callbacks [] for port, precommit_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:49.372314 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Transition to ACTIVE for port object 86d93297-3573-4cd5-9d19-f2cb05eb2e17 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:49.395474 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Transition to ACTIVE for port object 86d93297-3573-4cd5-9d19-f2cb05eb2e17 will not be triggered until provisioned by entity DHCP. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:49.404780 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068'] for port, after_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:49.478484 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Network 821f3d4c-ba5f-4c74-be0d-145c1a962c3c is already hosted by enough agents. {{(pid=100376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:49.483897 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.base_scheduler [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Resources bound (agent type, host, resource id): {{(pid=100376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:49.493136 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Received port after_create {{(pid=100376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:49.496462 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Pushing event updated for resources: {'Port': ['ID=86d93297-3573-4cd5-9d19-f2cb05eb2e17,revision_number=1']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:49.529183 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:49.529605 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:49.529877 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:49.530239 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:49.530570 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:49.530900 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:49.531227 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:49.531553 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:49.531892 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:49.532215 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:49.532531 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:49.532845 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Tracked resource versions report: Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: pushed versions: Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: { 'AddressGroup': {'1.2'}, Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'ConntrackHelper': {'1.0'}, Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'Log': {'1.0'}, Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'Network': {'1.1'}, Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'Port': {'1.7'}, Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'PortForwarding': {'1.2'}, Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'QosPolicy': {'1.9'}, Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'SecurityGroup': {'1.4'}, Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'SubPort': {'1.0'}, Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'Subnet': {'1.1'}, Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'Trunk': {'1.1'}} Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: consumer versions: Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: { DHCP agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: L3 agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: Metadata agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: Metering agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: Open vSwitch agent@dv-cinder-806191-3-iscsi: { 'AddressGroup': '1.2', Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'ConntrackHelper': '1.0', Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'Log': '1.0', Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'Network': '1.1', Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'Port': '1.7', Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'PortForwarding': '1.2', Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'QosPolicy': '1.9', Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'SecurityGroup': '1.4', Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'SecurityGroupRule': '1.2', Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'SubPort': '1.0', Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'Subnet': '1.1', Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: 'Trunk': '1.1'}} Aug 30 07:39:49.534006 dv-cinder-806191-3-iscsi neutron-server[100376]: {{(pid=100376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:39:49.583684 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Attempting to bind port 86d93297-3573-4cd5-9d19-f2cb05eb2e17 on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:39:49.584079 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Attempting to bind port 86d93297-3573-4cd5-9d19-f2cb05eb2e17 by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': 'de67ddd9-b264-43be-8243-57bcdc41d832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '821f3d4c-ba5f-4c74-be0d-145c1a962c3c'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:39:49.584505 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Attempting to bind port 86d93297-3573-4cd5-9d19-f2cb05eb2e17 on network 821f3d4c-ba5f-4c74-be0d-145c1a962c3c {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:49.590858 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:39:49.591275 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Checking segment: {'id': 'de67ddd9-b264-43be-8243-57bcdc41d832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '821f3d4c-ba5f-4c74-be0d-145c1a962c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:49.591762 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:49.592150 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Bound using segment: {'id': 'de67ddd9-b264-43be-8243-57bcdc41d832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '821f3d4c-ba5f-4c74-be0d-145c1a962c3c'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:39:49.592651 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Bound port: 86d93297-3573-4cd5-9d19-f2cb05eb2e17, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de67ddd9-b264-43be-8243-57bcdc41d832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '821f3d4c-ba5f-4c74-be0d-145c1a962c3c'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:39:49.593062 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:49.683057 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] For port 86d93297-3573-4cd5-9d19-f2cb05eb2e17, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:39:49.690227 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] For port 86d93297-3573-4cd5-9d19-f2cb05eb2e17, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=86d93297-3573-4cd5-9d19-f2cb05eb2e17,segment=NetworkSegment(de67ddd9-b264-43be-8243-57bcdc41d832),segment_id=de67ddd9-b264-43be-8243-57bcdc41d832)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:39:49.696427 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:49.782904 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee23611-d392-4c6e-aa60-e636385eefa4 None None] Pushing event updated for resources: {'Port': ['ID=86d93297-3573-4cd5-9d19-f2cb05eb2e17,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:50.959150 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 56930) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:51.389548 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [None req-8cc4b8a6-a9ae-4c62-9c22-3d9d117439f2 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:39:51.390604 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-8cc4b8a6-a9ae-4c62-9c22-3d9d117439f2 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4301367 Aug 30 07:39:53.846360 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 56938) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:54.173695 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [None req-acbe3e48-0b37-4004-a68a-528abe94d32c admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=100375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:39:54.174928 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-acbe3e48-0b37-4004-a68a-528abe94d32c admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3275261 Aug 30 07:39:56.898970 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 56948) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:57.225157 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-3cdcbc7a-1d33-4a31-9a0b-cb274d5574b1 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'bb9684b657bb4ad784a561f56cdd2890'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:57.254613 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3cdcbc7a-1d33-4a31-9a0b-cb274d5574b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102450'] for router, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.256284 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3cdcbc7a-1d33-4a31-9a0b-cb274d5574b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102457'] for router, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.400953 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3cdcbc7a-1d33-4a31-9a0b-cb274d5574b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.405927 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3cdcbc7a-1d33-4a31-9a0b-cb274d5574b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529201'] for router, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.419160 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3cdcbc7a-1d33-4a31-9a0b-cb274d5574b1 admin admin] Notify callbacks [] for router, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.420359 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-3cdcbc7a-1d33-4a31-9a0b-cb274d5574b1 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5203328 Aug 30 07:39:58.343245 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732aa844-cbfe-47f8-9bd4-5f501d57f080 None None] Network 821f3d4c-ba5f-4c74-be0d-145c1a962c3c requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:39:58.441264 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-f3efa0a4-0b94-41d6-8a7f-f0aa023794ee None None] Provisioning for port 86d93297-3573-4cd5-9d19-f2cb05eb2e17 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:58.795074 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 86d93297-3573-4cd5-9d19-f2cb05eb2e17 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:58.879151 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 86d93297-3573-4cd5-9d19-f2cb05eb2e17 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:58.883028 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 86d93297-3573-4cd5-9d19-f2cb05eb2e17 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:58.883278 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:58.996916 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:59.032857 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port 86d93297-3573-4cd5-9d19-f2cb05eb2e17, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=86d93297-3573-4cd5-9d19-f2cb05eb2e17,segment=NetworkSegment(de67ddd9-b264-43be-8243-57bcdc41d832),segment_id=de67ddd9-b264-43be-8243-57bcdc41d832)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:39:59.036666 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:59.086382 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=86d93297-3573-4cd5-9d19-f2cb05eb2e17,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:59.875817 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 56960) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:00.192452 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [None req-13cb4b87-56b2-4b2e-800d-c7c1af116139 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=100375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:40:00.193494 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-13cb4b87-56b2-4b2e-800d-c7c1af116139 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3166783 Aug 30 07:40:00.569561 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-678d7ac3-687e-4e89-af74-08102c00f95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:00.775514 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 86d93297-3573-4cd5-9d19-f2cb05eb2e17 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:40:00.821902 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 86d93297-3573-4cd5-9d19-f2cb05eb2e17 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:00.822210 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:02.631887 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 56968) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:02.958855 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a8e1f2e4-1965-4687-a3bc-076785fc225f admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:02.982515 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e1f2e4-1965-4687-a3bc-076785fc225f admin admin] Made reservation on behalf of 3506e20b4f8940769a94862de52bc23d for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:40:02.984693 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a8e1f2e4-1965-4687-a3bc-076785fc225f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.000614 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a8e1f2e4-1965-4687-a3bc-076785fc225f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.119923 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a8e1f2e4-1965-4687-a3bc-076785fc225f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.124621 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a8e1f2e4-1965-4687-a3bc-076785fc225f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.144394 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a8e1f2e4-1965-4687-a3bc-076785fc225f admin admin] Reserving flat network on physical network physnet1 {{(pid=100374) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 07:40:03.162423 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1f2e4-1965-4687-a3bc-076785fc225f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642fcadc-9b2c-4ac2-997f-156f438b17ce,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:03.171789 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a8e1f2e4-1965-4687-a3bc-076785fc225f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745591126501', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.172492 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a8e1f2e4-1965-4687-a3bc-076785fc225f admin admin] Unsubscribe: segment precommit_create {{(pid=100374) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 07:40:03.172971 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.segments_db [None req-a8e1f2e4-1965-4687-a3bc-076785fc225f admin admin] Added segment 918f77eb-8fc0-4de8-81c1-a0ccfa048d12 of type flat for network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 Aug 30 07:40:03.227627 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a8e1f2e4-1965-4687-a3bc-076785fc225f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745590630759'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.269612 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a8e1f2e4-1965-4687-a3bc-076785fc225f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.270920 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e1f2e4-1965-4687-a3bc-076785fc225f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:03.271528 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a8e1f2e4-1965-4687-a3bc-076785fc225f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.368697 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-a8e1f2e4-1965-4687-a3bc-076785fc225f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7356799 Aug 30 07:40:03.378633 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd561-48cf-41fd-a062-145d736f19ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.390991 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1f2e4-1965-4687-a3bc-076785fc225f admin admin] Pushing event updated for resources: {'Network': ['ID=02efbd58-3f47-4ba1-9fc3-db25e7b0ec42,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:03.405275 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 details requested by agent ovs-agent-dv-cinder-806191-3-iscsi with host dv-cinder-806191-3-iscsi {{(pid=100376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:40:04.203870 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:05.072729 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:05.724350 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:05.771893 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 56986) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:05.950197 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ddca93-8d73-4df3-8a79-de133d318e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:05.951540 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-33ddca93-8d73-4df3-8a79-de133d318e48 admin admin] 10.222.0.73 "GET /v2.0/subnets/b48c8a73-00b9-45fd-9a20-c098c2371fc2 HTTP/1.1" status: 200 len: 849 time: 0.1787078 Aug 30 07:40:06.109169 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-4137af7d-de13-40e3-91a0-c7036aa4ceae admin admin] 10.222.0.73 "GET /v2.0/routers/6889add2-6293-451c-b0d9-69db317b1972 HTTP/1.1" status: 200 len: 704 time: 0.1514690 Aug 30 07:40:06.365162 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ec98aa2f-86a2-4380-ac6c-70b5a11ffd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:06.654888 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-ec98aa2f-86a2-4380-ac6c-70b5a11ffd71 admin admin] Allocated IP 172.20.0.1 (821f3d4c-ba5f-4c74-be0d-145c1a962c3c/b48c8a73-00b9-45fd-9a20-c098c2371fc2/f60a7407-6335-4476-b0fb-2e58dd218718) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:40:06.817836 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ec98aa2f-86a2-4380-ac6c-70b5a11ffd71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:06.841113 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-ec98aa2f-86a2-4380-ac6c-70b5a11ffd71 admin admin] Transition to ACTIVE for port object f60a7407-6335-4476-b0fb-2e58dd218718 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:40:06.907218 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ec98aa2f-86a2-4380-ac6c-70b5a11ffd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:06.981326 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec98aa2f-86a2-4380-ac6c-70b5a11ffd71 admin admin] Network 821f3d4c-ba5f-4c74-be0d-145c1a962c3c is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:40:06.990039 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-ec98aa2f-86a2-4380-ac6c-70b5a11ffd71 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:40:06.996794 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec98aa2f-86a2-4380-ac6c-70b5a11ffd71 admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:40:06.997229 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ec98aa2f-86a2-4380-ac6c-70b5a11ffd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529390'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:07.019227 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98aa2f-86a2-4380-ac6c-70b5a11ffd71 admin admin] Pushing event updated for resources: {'Port': ['ID=f60a7407-6335-4476-b0fb-2e58dd218718,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:07.245497 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-0304f67d-c823-4b1d-8300-950f454aab79 None None] Provisioning for port f60a7407-6335-4476-b0fb-2e58dd218718 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:40:07.246041 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ec98aa2f-86a2-4380-ac6c-70b5a11ffd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:07.249935 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-0304f67d-c823-4b1d-8300-950f454aab79 None None] Provisioning complete for port f60a7407-6335-4476-b0fb-2e58dd218718 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:07.250338 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0304f67d-c823-4b1d-8300-950f454aab79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:07.283862 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-0304f67d-c823-4b1d-8300-950f454aab79 None None] Port f60a7407-6335-4476-b0fb-2e58dd218718 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:40:07.456976 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ec98aa2f-86a2-4380-ac6c-70b5a11ffd71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:07.461595 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ec98aa2f-86a2-4380-ac6c-70b5a11ffd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:07.462413 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ec98aa2f-86a2-4380-ac6c-70b5a11ffd71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530737'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:07.540918 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98aa2f-86a2-4380-ac6c-70b5a11ffd71 admin admin] Pushing event updated for resources: {'Port': ['ID=f60a7407-6335-4476-b0fb-2e58dd218718,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:07.586806 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec98aa2f-86a2-4380-ac6c-70b5a11ffd71 admin admin] Network 821f3d4c-ba5f-4c74-be0d-145c1a962c3c is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:40:07.588087 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-ec98aa2f-86a2-4380-ac6c-70b5a11ffd71 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:40:07.753420 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec98aa2f-86a2-4380-ac6c-70b5a11ffd71 admin admin] Router 6889add2-6293-451c-b0d9-69db317b1972 is scheduled to L3 agent ddc06514-e62b-4404-9376-303558d37976 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:40:07.805649 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-76a10271-f04a-4dad-8a63-20854ebb6bbe None None] Provisioning complete for port f60a7407-6335-4476-b0fb-2e58dd218718 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:07.805927 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-76a10271-f04a-4dad-8a63-20854ebb6bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:07.840502 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-76a10271-f04a-4dad-8a63-20854ebb6bbe None None] Port f60a7407-6335-4476-b0fb-2e58dd218718 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:40:07.846738 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec98aa2f-86a2-4380-ac6c-70b5a11ffd71 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:40:07.852361 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-ec98aa2f-86a2-4380-ac6c-70b5a11ffd71 admin admin] 10.222.0.73 "PUT /v2.0/routers/6889add2-6293-451c-b0d9-69db317b1972/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7375288 Aug 30 07:40:07.857448 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Sync routers for ids ['6889add2-6293-451c-b0d9-69db317b1972'] in dv-cinder-806191-3-iscsi {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:40:07.869081 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Routers {'6889add2-6293-451c-b0d9-69db317b1972'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:40:07.869955 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:40:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['6889add2-6293-451c-b0d9-69db317b1972'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:08.058783 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Set router 6889add2-6293-451c-b0d9-69db317b1972 gateway port host: None {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:40:08.487497 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6889add2-6293-451c-b0d9-69db317b1972', 'name': 'router1', 'tenant_id': 'bb9684b657bb4ad784a561f56cdd2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:57Z', 'updated_at': '2021-08-30T07:40:07Z', 'revision_number': 2, 'project_id': 'bb9684b657bb4ad784a561f56cdd2890', 'gw_port_host': None, '_interfaces': [{'id': 'f60a7407-6335-4476-b0fb-2e58dd218718', 'name': '', 'network_id': '821f3d4c-ba5f-4c74-be0d-145c1a962c3c', 'tenant_id': 'bb9684b657bb4ad784a561f56cdd2890', 'mac_address': 'fa:16:3e:ac:c2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6889add2-6293-451c-b0d9-69db317b1972', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b48c8a73-00b9-45fd-9a20-c098c2371fc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:40:06Z', 'updated_at': '2021-08-30T07:40:07Z', 'revision_number': 2, 'project_id': 'bb9684b657bb4ad784a561f56cdd2890', 'subnets': [{'id': 'b48c8a73-00b9-45fd-9a20-c098c2371fc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '412a6a3e-1b0c-4585-a385-5bc449d72ed4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:08.539568 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Checking router: 6889add2-6293-451c-b0d9-69db317b1972 for host: dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:40:08.539932 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Updating router 6889add2-6293-451c-b0d9-69db317b1972 port f60a7407-6335-4476-b0fb-2e58dd218718 binding host dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:40:08.593338 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:09.120053 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Notify callbacks [] for port, precommit_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:09.139837 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.provisioning_blocks [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Transition to ACTIVE for port object f60a7407-6335-4476-b0fb-2e58dd218718 will not be triggered until provisioned by entity L2. {{(pid=100377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:40:09.147384 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:09.314448 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Attempting to bind port f60a7407-6335-4476-b0fb-2e58dd218718 on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:40:09.314851 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Attempting to bind port f60a7407-6335-4476-b0fb-2e58dd218718 by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': 'de67ddd9-b264-43be-8243-57bcdc41d832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '821f3d4c-ba5f-4c74-be0d-145c1a962c3c'}] {{(pid=100377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:40:09.315293 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Attempting to bind port f60a7407-6335-4476-b0fb-2e58dd218718 on network 821f3d4c-ba5f-4c74-be0d-145c1a962c3c {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:40:09.317303 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f361a-91b7-4931-997a-b6362c9e9fb5 None None] Pushing event updated for resources: {'Port': ['ID=f60a7407-6335-4476-b0fb-2e58dd218718,revision_number=3']} {{(pid=100377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:09.327174 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:40:09.327586 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Checking segment: {'id': 'de67ddd9-b264-43be-8243-57bcdc41d832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '821f3d4c-ba5f-4c74-be0d-145c1a962c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:40:09.328079 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:09.328467 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Bound using segment: {'id': 'de67ddd9-b264-43be-8243-57bcdc41d832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '821f3d4c-ba5f-4c74-be0d-145c1a962c3c'} {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:40:09.328973 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Bound port: f60a7407-6335-4476-b0fb-2e58dd218718, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de67ddd9-b264-43be-8243-57bcdc41d832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '821f3d4c-ba5f-4c74-be0d-145c1a962c3c'}}] {{(pid=100377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:40:09.329370 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:09.331710 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f361a-91b7-4931-997a-b6362c9e9fb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:09.332059 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f361a-91b7-4931-997a-b6362c9e9fb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:09.332397 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f361a-91b7-4931-997a-b6362c9e9fb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:09.332729 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f361a-91b7-4931-997a-b6362c9e9fb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:09.333062 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f361a-91b7-4931-997a-b6362c9e9fb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:09.333387 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f361a-91b7-4931-997a-b6362c9e9fb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:09.333710 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f361a-91b7-4931-997a-b6362c9e9fb5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:09.334034 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f361a-91b7-4931-997a-b6362c9e9fb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:09.334406 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f361a-91b7-4931-997a-b6362c9e9fb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:09.334727 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f361a-91b7-4931-997a-b6362c9e9fb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:09.335045 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f361a-91b7-4931-997a-b6362c9e9fb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:09.335361 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f361a-91b7-4931-997a-b6362c9e9fb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f361a-91b7-4931-997a-b6362c9e9fb5 None None] Tracked resource versions report: Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: pushed versions: Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: { 'AddressGroup': {'1.2'}, Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'ConntrackHelper': {'1.0'}, Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'Log': {'1.0'}, Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'Network': {'1.1'}, Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'Port': {'1.7'}, Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'PortForwarding': {'1.2'}, Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'QosPolicy': {'1.9'}, Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'SecurityGroup': {'1.4'}, Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'SubPort': {'1.0'}, Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'Subnet': {'1.1'}, Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'Trunk': {'1.1'}} Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: consumer versions: Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: { DHCP agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: L3 agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: Metadata agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: Metering agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: Open vSwitch agent@dv-cinder-806191-3-iscsi: { 'AddressGroup': '1.2', Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'ConntrackHelper': '1.0', Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'Log': '1.0', Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'Network': '1.1', Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'Port': '1.7', Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'PortForwarding': '1.2', Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'QosPolicy': '1.9', Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'SecurityGroup': '1.4', Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'SecurityGroupRule': '1.2', Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'SubPort': '1.0', Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'Subnet': '1.1', Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: 'Trunk': '1.1'}} Aug 30 07:40:09.336556 dv-cinder-806191-3-iscsi neutron-server[100377]: {{(pid=100377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:40:09.407704 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.db [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] For port f60a7407-6335-4476-b0fb-2e58dd218718, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:40:09.426940 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.db [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] For port f60a7407-6335-4476-b0fb-2e58dd218718, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=f60a7407-6335-4476-b0fb-2e58dd218718,segment=NetworkSegment(de67ddd9-b264-43be-8243-57bcdc41d832),segment_id=de67ddd9-b264-43be-8243-57bcdc41d832)] {{(pid=100377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:40:09.431587 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:09.482353 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Routers {'6889add2-6293-451c-b0d9-69db317b1972'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:40:09.482918 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:40:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['6889add2-6293-451c-b0d9-69db317b1972'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:09.566635 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f361a-91b7-4931-997a-b6362c9e9fb5 None None] Pushing event updated for resources: {'Port': ['ID=f60a7407-6335-4476-b0fb-2e58dd218718,revision_number=4']} {{(pid=100377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:09.585602 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] Set router 6889add2-6293-451c-b0d9-69db317b1972 gateway port host: None {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:40:09.800326 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6889add2-6293-451c-b0d9-69db317b1972', 'name': 'router1', 'tenant_id': 'bb9684b657bb4ad784a561f56cdd2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:57Z', 'updated_at': '2021-08-30T07:40:07Z', 'revision_number': 2, 'project_id': 'bb9684b657bb4ad784a561f56cdd2890', 'gw_port_host': None, '_interfaces': [{'id': 'f60a7407-6335-4476-b0fb-2e58dd218718', 'name': '', 'network_id': '821f3d4c-ba5f-4c74-be0d-145c1a962c3c', 'tenant_id': 'bb9684b657bb4ad784a561f56cdd2890', 'mac_address': 'fa:16:3e:ac:c2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6889add2-6293-451c-b0d9-69db317b1972', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b48c8a73-00b9-45fd-9a20-c098c2371fc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:40:06Z', 'updated_at': '2021-08-30T07:40:09Z', 'revision_number': 4, 'project_id': 'bb9684b657bb4ad784a561f56cdd2890', 'subnets': [{'id': 'b48c8a73-00b9-45fd-9a20-c098c2371fc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '412a6a3e-1b0c-4585-a385-5bc449d72ed4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:09.825825 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a640d9-601f-4f8f-ae78-9f5974744215 None None] The sync data for ids ['6889add2-6293-451c-b0d9-69db317b1972'] in dv-cinder-806191-3-iscsi is: [{'id': '6889add2-6293-451c-b0d9-69db317b1972', 'name': 'router1', 'tenant_id': 'bb9684b657bb4ad784a561f56cdd2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:57Z', 'updated_at': '2021-08-30T07:40:07Z', 'revision_number': 2, 'project_id': 'bb9684b657bb4ad784a561f56cdd2890', 'gw_port_host': None, '_interfaces': [{'id': 'f60a7407-6335-4476-b0fb-2e58dd218718', 'name': '', 'network_id': '821f3d4c-ba5f-4c74-be0d-145c1a962c3c', 'tenant_id': 'bb9684b657bb4ad784a561f56cdd2890', 'mac_address': 'fa:16:3e:ac:c2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6889add2-6293-451c-b0d9-69db317b1972', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b48c8a73-00b9-45fd-9a20-c098c2371fc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:40:06Z', 'updated_at': '2021-08-30T07:40:09Z', 'revision_number': 4, 'project_id': 'bb9684b657bb4ad784a561f56cdd2890', 'subnets': [{'id': 'b48c8a73-00b9-45fd-9a20-c098c2371fc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '412a6a3e-1b0c-4585-a385-5bc449d72ed4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:40:10.182882 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 57006) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:10.298513 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b5aba2-d758-43ae-82f9-9c4e623fab11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:10.299897 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-66b5aba2-d758-43ae-82f9-9c4e623fab11 admin admin] 10.222.0.73 "GET /v2.0/networks/02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 HTTP/1.1" status: 200 len: 842 time: 0.1159720 Aug 30 07:40:10.310648 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-78ec445b-9dab-4dcc-bfff-e328d796894c admin admin] Request body: {'subnet': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'enable_dhcp': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:10.332170 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ec445b-9dab-4dcc-bfff-e328d796894c admin admin] Made reservation on behalf of 3506e20b4f8940769a94862de52bc23d for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:40:10.334681 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-78ec445b-9dab-4dcc-bfff-e328d796894c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:10.622812 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.objects.ports [None req-78ec445b-9dab-4dcc-bfff-e328d796894c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100374) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 07:40:10.623258 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-78ec445b-9dab-4dcc-bfff-e328d796894c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:10.679548 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec445b-9dab-4dcc-bfff-e328d796894c admin admin] Pushing event updated for resources: {'Subnet': ['ID=864ddbd5-13be-4be1-97d0-f7c096166157,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:10.687083 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ec445b-9dab-4dcc-bfff-e328d796894c admin admin] Checking segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:40:10.687435 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ec445b-9dab-4dcc-bfff-e328d796894c admin admin] Network hostable DHCP agents. Network: 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42, hostable agents: ['980fb30f-b881-4380-9851-35d5a168d8a6'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:40:10.705340 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ec445b-9dab-4dcc-bfff-e328d796894c admin admin] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 is scheduled to be hosted by DHCP agent 980fb30f-b881-4380-9851-35d5a168d8a6 with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:40:10.715939 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-78ec445b-9dab-4dcc-bfff-e328d796894c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-3-iscsi, 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:40:10.720202 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ec445b-9dab-4dcc-bfff-e328d796894c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:10.720834 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-78ec445b-9dab-4dcc-bfff-e328d796894c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:10.728050 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747a63be-28d0-4cac-b4a4-d1da4d00584a None None] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:40:10.750176 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-78ec445b-9dab-4dcc-bfff-e328d796894c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4320056 Aug 30 07:40:10.875900 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010f93dd-ce1d-4a0c-8812-9e839a60135d None None] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:40:13.133919 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 57014) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:13.266967 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-c84ce116-8419-46e2-957b-bc1cb605f0a7 admin admin] 10.222.0.73 "GET /v2.0/routers/6889add2-6293-451c-b0d9-69db317b1972 HTTP/1.1" status: 200 len: 710 time: 0.1317973 Aug 30 07:40:13.359837 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf325f4-4dfe-478e-b444-5144ba2666ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:13.361217 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-faf325f4-4dfe-478e-b444-5144ba2666ad admin admin] 10.222.0.73 "GET /v2.0/networks/02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 HTTP/1.1" status: 200 len: 886 time: 0.0881934 Aug 30 07:40:13.373084 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-050d292a-fb8b-4354-b45b-6784e1c4e0f0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:13.703030 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-050d292a-fb8b-4354-b45b-6784e1c4e0f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.938941 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-050d292a-fb8b-4354-b45b-6784e1c4e0f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.022042 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-050d292a-fb8b-4354-b45b-6784e1c4e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.125141 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-050d292a-fb8b-4354-b45b-6784e1c4e0f0 admin admin] Allocated IP 172.27.3.135 (02efbd58-3f47-4ba1-9fc3-db25e7b0ec42/864ddbd5-13be-4be1-97d0-f7c096166157/670dd594-0ffb-4c9a-ae18-fdea61684d1e) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:40:14.232153 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-050d292a-fb8b-4354-b45b-6784e1c4e0f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.271737 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-050d292a-fb8b-4354-b45b-6784e1c4e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.306198 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050d292a-fb8b-4354-b45b-6784e1c4e0f0 admin admin] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:40:14.309561 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-050d292a-fb8b-4354-b45b-6784e1c4e0f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:40:14.312179 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d292a-fb8b-4354-b45b-6784e1c4e0f0 admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:40:14.382256 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d292a-fb8b-4354-b45b-6784e1c4e0f0 admin admin] Pushing event updated for resources: {'Port': ['ID=670dd594-0ffb-4c9a-ae18-fdea61684d1e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:14.574458 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-050d292a-fb8b-4354-b45b-6784e1c4e0f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.777771 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-050d292a-fb8b-4354-b45b-6784e1c4e0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102423'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.781203 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-050d292a-fb8b-4354-b45b-6784e1c4e0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530081'] for router, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.973240 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050d292a-fb8b-4354-b45b-6784e1c4e0f0 admin admin] Router 6889add2-6293-451c-b0d9-69db317b1972 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:40:15.098617 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050d292a-fb8b-4354-b45b-6784e1c4e0f0 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:40:15.102984 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-050d292a-fb8b-4354-b45b-6784e1c4e0f0 admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:15.104353 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-050d292a-fb8b-4354-b45b-6784e1c4e0f0 admin admin] 10.222.0.73 "PUT /v2.0/routers/6889add2-6293-451c-b0d9-69db317b1972 HTTP/1.1" status: 200 len: 890 time: 1.7366464 Aug 30 07:40:16.410701 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Sync routers for ids ['6889add2-6293-451c-b0d9-69db317b1972'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:40:16.421575 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Routers {'6889add2-6293-451c-b0d9-69db317b1972'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:40:16.422284 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:40:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['6889add2-6293-451c-b0d9-69db317b1972'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:16.689035 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Set router 6889add2-6293-451c-b0d9-69db317b1972 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:40:16.837633 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device f60a7407-6335-4476-b0fb-2e58dd218718 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:40:17.013801 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port f60a7407-6335-4476-b0fb-2e58dd218718 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:40:17.030442 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port f60a7407-6335-4476-b0fb-2e58dd218718 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:17.030814 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:17.184281 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:17.215979 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6889add2-6293-451c-b0d9-69db317b1972', 'name': 'router1', 'tenant_id': 'bb9684b657bb4ad784a561f56cdd2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '670dd594-0ffb-4c9a-ae18-fdea61684d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:57Z', 'updated_at': '2021-08-30T07:40:14Z', 'revision_number': 4, 'project_id': 'bb9684b657bb4ad784a561f56cdd2890', 'gw_port': {'id': '670dd594-0ffb-4c9a-ae18-fdea61684d1e', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6889add2-6293-451c-b0d9-69db317b1972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:40:14Z', 'updated_at': '2021-08-30T07:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': 'f60a7407-6335-4476-b0fb-2e58dd218718', 'name': '', 'network_id': '821f3d4c-ba5f-4c74-be0d-145c1a962c3c', 'tenant_id': 'bb9684b657bb4ad784a561f56cdd2890', 'mac_address': 'fa:16:3e:ac:c2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6889add2-6293-451c-b0d9-69db317b1972', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b48c8a73-00b9-45fd-9a20-c098c2371fc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:40:06Z', 'updated_at': '2021-08-30T07:40:09Z', 'revision_number': 4, 'project_id': 'bb9684b657bb4ad784a561f56cdd2890', 'subnets': [{'id': 'b48c8a73-00b9-45fd-9a20-c098c2371fc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '412a6a3e-1b0c-4585-a385-5bc449d72ed4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:17.279586 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Checking router: 6889add2-6293-451c-b0d9-69db317b1972 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:40:17.279960 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Updating router 6889add2-6293-451c-b0d9-69db317b1972 port 670dd594-0ffb-4c9a-ae18-fdea61684d1e binding host dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:40:17.299129 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port f60a7407-6335-4476-b0fb-2e58dd218718, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=f60a7407-6335-4476-b0fb-2e58dd218718,segment=NetworkSegment(de67ddd9-b264-43be-8243-57bcdc41d832),segment_id=de67ddd9-b264-43be-8243-57bcdc41d832)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:17.318748 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:17.356206 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:17.411232 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=f60a7407-6335-4476-b0fb-2e58dd218718,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:17.557932 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 57026) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:17.686326 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-038eac7f-fc0b-43bb-b2ab-a65be26c943b admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1272173 Aug 30 07:40:17.710855 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:17.724393 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Transition to ACTIVE for port object 670dd594-0ffb-4c9a-ae18-fdea61684d1e will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:40:17.732078 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:17.789009 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e79d1-717d-48cf-87b6-a2090b385dbd None None] Pushing event updated for resources: {'Port': ['ID=670dd594-0ffb-4c9a-ae18-fdea61684d1e,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:17.796812 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Attempting to bind port 670dd594-0ffb-4c9a-ae18-fdea61684d1e on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:40:17.797189 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Attempting to bind port 670dd594-0ffb-4c9a-ae18-fdea61684d1e by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:40:17.797556 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Attempting to bind port 670dd594-0ffb-4c9a-ae18-fdea61684d1e on network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:40:17.803127 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:40:17.803495 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Checking segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:40:17.803903 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:17.804298 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Bound using segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:40:17.804779 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Bound port: 670dd594-0ffb-4c9a-ae18-fdea61684d1e, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:40:17.805182 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:17.859183 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] For port 670dd594-0ffb-4c9a-ae18-fdea61684d1e, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:40:17.862333 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] For port 670dd594-0ffb-4c9a-ae18-fdea61684d1e, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=670dd594-0ffb-4c9a-ae18-fdea61684d1e,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:40:17.866702 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:17.922324 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Routers {'6889add2-6293-451c-b0d9-69db317b1972'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:40:17.922953 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:40:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['6889add2-6293-451c-b0d9-69db317b1972'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:17.966034 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e79d1-717d-48cf-87b6-a2090b385dbd None None] Pushing event updated for resources: {'Port': ['ID=670dd594-0ffb-4c9a-ae18-fdea61684d1e,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:18.131245 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] Set router 6889add2-6293-451c-b0d9-69db317b1972 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:40:18.355945 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6889add2-6293-451c-b0d9-69db317b1972', 'name': 'router1', 'tenant_id': 'bb9684b657bb4ad784a561f56cdd2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '670dd594-0ffb-4c9a-ae18-fdea61684d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:57Z', 'updated_at': '2021-08-30T07:40:14Z', 'revision_number': 4, 'project_id': 'bb9684b657bb4ad784a561f56cdd2890', 'gw_port': {'id': '670dd594-0ffb-4c9a-ae18-fdea61684d1e', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6889add2-6293-451c-b0d9-69db317b1972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:40:14Z', 'updated_at': '2021-08-30T07:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': 'f60a7407-6335-4476-b0fb-2e58dd218718', 'name': '', 'network_id': '821f3d4c-ba5f-4c74-be0d-145c1a962c3c', 'tenant_id': 'bb9684b657bb4ad784a561f56cdd2890', 'mac_address': 'fa:16:3e:ac:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6889add2-6293-451c-b0d9-69db317b1972', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b48c8a73-00b9-45fd-9a20-c098c2371fc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:40:06Z', 'updated_at': '2021-08-30T07:40:17Z', 'revision_number': 5, 'project_id': 'bb9684b657bb4ad784a561f56cdd2890', 'subnets': [{'id': 'b48c8a73-00b9-45fd-9a20-c098c2371fc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '412a6a3e-1b0c-4585-a385-5bc449d72ed4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:18.382634 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd8bcf-dae2-4394-a2fa-6a1943ba1701 None None] The sync data for ids ['6889add2-6293-451c-b0d9-69db317b1972'] in dv-cinder-806191-3-iscsi is: [{'id': '6889add2-6293-451c-b0d9-69db317b1972', 'name': 'router1', 'tenant_id': 'bb9684b657bb4ad784a561f56cdd2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '670dd594-0ffb-4c9a-ae18-fdea61684d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:57Z', 'updated_at': '2021-08-30T07:40:14Z', 'revision_number': 4, 'project_id': 'bb9684b657bb4ad784a561f56cdd2890', 'gw_port': {'id': '670dd594-0ffb-4c9a-ae18-fdea61684d1e', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6889add2-6293-451c-b0d9-69db317b1972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:40:14Z', 'updated_at': '2021-08-30T07:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': 'f60a7407-6335-4476-b0fb-2e58dd218718', 'name': '', 'network_id': '821f3d4c-ba5f-4c74-be0d-145c1a962c3c', 'tenant_id': 'bb9684b657bb4ad784a561f56cdd2890', 'mac_address': 'fa:16:3e:ac:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6889add2-6293-451c-b0d9-69db317b1972', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b48c8a73-00b9-45fd-9a20-c098c2371fc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:40:06Z', 'updated_at': '2021-08-30T07:40:17Z', 'revision_number': 5, 'project_id': 'bb9684b657bb4ad784a561f56cdd2890', 'subnets': [{'id': 'b48c8a73-00b9-45fd-9a20-c098c2371fc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '412a6a3e-1b0c-4585-a385-5bc449d72ed4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:40:18.887186 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device f60a7407-6335-4476-b0fb-2e58dd218718 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:40:18.950798 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port f60a7407-6335-4476-b0fb-2e58dd218718 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:18.951184 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.057774 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 670dd594-0ffb-4c9a-ae18-fdea61684d1e up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:40:19.133366 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 670dd594-0ffb-4c9a-ae18-fdea61684d1e completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:40:19.138831 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 670dd594-0ffb-4c9a-ae18-fdea61684d1e triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:19.139212 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.230222 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.253033 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port 670dd594-0ffb-4c9a-ae18-fdea61684d1e, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=670dd594-0ffb-4c9a-ae18-fdea61684d1e,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:19.259499 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.308723 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=670dd594-0ffb-4c9a-ae18-fdea61684d1e,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:20.845606 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 670dd594-0ffb-4c9a-ae18-fdea61684d1e up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:40:20.894400 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 670dd594-0ffb-4c9a-ae18-fdea61684d1e triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:20.894771 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:21.065797 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 5 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:40:30.575429 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-fa086030-047d-4e36-8d72-1220c8ae980d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:33.375516 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-c85249b9-cff3-4a49-a5bd-7ab53486ef47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:34.235243 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:35.073396 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:35.765909 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:58.066440 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 5 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:41:00.578066 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-1a46b0f3-86ee-4883-a4fd-212e5dd62ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.376237 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-9d1cb0f7-427d-4990-94de-5c9e1a540c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.243944 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:05.080612 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:05.778765 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:30.579241 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-956b0bba-16bf-49f8-9659-d60c1a03a0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.372889 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-3837886f-0f9f-4c99-8f41-252bb1e99793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:34.216856 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:35.067575 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:35.074377 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 5 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:41:35.773984 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:00.575715 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-cc7854fb-1746-45bd-a094-7ba048b94af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:03.375883 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1691-065b-4676-8824-90e1a49647f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:04.218953 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:05.065040 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:05.774404 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:06.051052 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 57588) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:06.139820 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.pecan_wsgi.hooks.translation [None req-30fe3011-6e53-49a6-8855-c74aff9766a0 admin admin] GET failed (client error): The resource could not be found. Aug 30 07:42:06.142062 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-30fe3011-6e53-49a6-8855-c74aff9766a0 admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0896544 Aug 30 07:42:06.358326 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50847d8e-5c77-4ba2-ad43-bf8408a65137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:06.359988 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-50847d8e-5c77-4ba2-ad43-bf8408a65137 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2076113 Aug 30 07:42:08.625666 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 57598) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:08.763048 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53faac27-0972-4d06-9bc3-4b739b41a312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:08.764441 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-53faac27-0972-4d06-9bc3-4b739b41a312 admin admin] 10.222.0.73 "GET /v2.0/subnets/b48c8a73-00b9-45fd-9a20-c098c2371fc2 HTTP/1.1" status: 200 len: 849 time: 0.1377814 Aug 30 07:42:08.775173 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-b2e7a40c-2623-4f85-9916-d1bc5f1fc505 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:42:08.864336 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b2e7a40c-2623-4f85-9916-d1bc5f1fc505 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:09.036105 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b2e7a40c-2623-4f85-9916-d1bc5f1fc505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745591200552'] for subnet, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:09.075660 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e7a40c-2623-4f85-9916-d1bc5f1fc505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:09.076360 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b2e7a40c-2623-4f85-9916-d1bc5f1fc505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:09.078322 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-b2e7a40c-2623-4f85-9916-d1bc5f1fc505 admin admin] 10.222.0.73 "PUT /v2.0/subnets/b48c8a73-00b9-45fd-9a20-c098c2371fc2 HTTP/1.1" status: 200 len: 868 time: 0.3063765 Aug 30 07:42:09.083628 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa8ff95-cec1-4d5c-b5cf-3c79712b5134 None None] Network 821f3d4c-ba5f-4c74-be0d-145c1a962c3c requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:42:09.099707 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7a40c-2623-4f85-9916-d1bc5f1fc505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b48c8a73-00b9-45fd-9a20-c098c2371fc2,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:09.107726 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7a40c-2623-4f85-9916-d1bc5f1fc505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:09.107726 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7a40c-2623-4f85-9916-d1bc5f1fc505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:09.108161 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7a40c-2623-4f85-9916-d1bc5f1fc505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:09.108323 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7a40c-2623-4f85-9916-d1bc5f1fc505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:09.108698 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7a40c-2623-4f85-9916-d1bc5f1fc505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:09.108869 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7a40c-2623-4f85-9916-d1bc5f1fc505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:09.109166 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7a40c-2623-4f85-9916-d1bc5f1fc505 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:09.109504 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7a40c-2623-4f85-9916-d1bc5f1fc505 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:09.109826 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7a40c-2623-4f85-9916-d1bc5f1fc505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:09.110187 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7a40c-2623-4f85-9916-d1bc5f1fc505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:09.110493 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7a40c-2623-4f85-9916-d1bc5f1fc505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:09.111091 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7a40c-2623-4f85-9916-d1bc5f1fc505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:09.506502 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-bc714d4b-4e76-41ca-8bea-9b93231b1f15 None None] Provisioning complete for port 86d93297-3573-4cd5-9d19-f2cb05eb2e17 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:42:09.506873 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-bc714d4b-4e76-41ca-8bea-9b93231b1f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:09.615972 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-bc714d4b-4e76-41ca-8bea-9b93231b1f15 None None] Provisioning complete for port f60a7407-6335-4476-b0fb-2e58dd218718 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:42:09.616259 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-bc714d4b-4e76-41ca-8bea-9b93231b1f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:11.419963 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 57606) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:11.685722 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2d77d2-622e-4cff-b25a-d4bddfd95ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:11.686519 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2d77d2-622e-4cff-b25a-d4bddfd95ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:11.689264 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-bf2d77d2-622e-4cff-b25a-d4bddfd95ddc admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2680912 Aug 30 07:42:12.064316 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 5 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:42:14.031567 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 57616) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:14.210962 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b93899-1d43-4a2f-ab09-c37a023e2239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:14.211413 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b93899-1d43-4a2f-ab09-c37a023e2239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:14.213157 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-35b93899-1d43-4a2f-ab09-c37a023e2239 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1805985 Aug 30 07:42:16.573024 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 57624) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:16.715205 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f90009-faf1-40e3-8de0-3997018d6d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:16.716645 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-22f90009-faf1-40e3-8de0-3997018d6d5d admin admin] 10.222.0.73 "GET /v2.0/networks/02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 HTTP/1.1" status: 200 len: 886 time: 0.1426015 Aug 30 07:42:19.086583 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 57632) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:19.323789 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9846b4-b2e5-4e0a-b19a-8b806d1f3dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:19.328468 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-ae9846b4-b2e5-4e0a-b19a-8b806d1f3dbe admin admin] 10.222.0.73 "GET /v2.0/networks/821f3d4c-ba5f-4c74-be0d-145c1a962c3c HTTP/1.1" status: 200 len: 869 time: 0.2377877 Aug 30 07:42:21.737934 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 57640) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:21.880816 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a2207a-35be-4a01-9c8b-48758671b6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:21.881339 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a2207a-35be-4a01-9c8b-48758671b6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:21.883541 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-61a2207a-35be-4a01-9c8b-48758671b6fe admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1441715 Aug 30 07:42:24.207033 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 57648) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:24.310345 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d66feb-2acd-45fe-9835-52c5acf40378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:24.310807 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d66feb-2acd-45fe-9835-52c5acf40378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:24.312426 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-b7d66feb-2acd-45fe-9835-52c5acf40378 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1044080 Aug 30 07:42:26.656276 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 57656) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:26.754525 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87967ef5-a94e-4a87-873f-32c8944476ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:26.756209 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-87967ef5-a94e-4a87-873f-32c8944476ee admin admin] 10.222.0.73 "GET /v2.0/subnets/864ddbd5-13be-4be1-97d0-f7c096166157 HTTP/1.1" status: 200 len: 816 time: 0.0987670 Aug 30 07:42:29.073336 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 57664) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:29.176852 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85356af3-5ccc-409b-8de8-16361d15d9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:29.179122 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-85356af3-5ccc-409b-8de8-16361d15d9f6 admin admin] 10.222.0.73 "GET /v2.0/subnets/b48c8a73-00b9-45fd-9a20-c098c2371fc2 HTTP/1.1" status: 200 len: 868 time: 0.1047246 Aug 30 07:42:30.580126 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-ba754f6c-dfd7-4c2b-ac7a-dd57f9e6b868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:33.377442 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-5bd1df7e-bc84-4441-af0d-da165d5f5e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:34.223467 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:35.061040 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:35.772342 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:49.063201 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 5 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:42:54.267345 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 57718) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:54.322727 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [None req-044517b4-b520-45da-9a42-7d38b9ccf554 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:42:54.323798 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-044517b4-b520-45da-9a42-7d38b9ccf554 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0555844 Aug 30 07:42:56.804528 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 57726) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:56.879421 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b535d8a-959e-4538-8b91-c39d5d502fd6 admin admin] GET failed (client error): The resource could not be found. Aug 30 07:42:56.880877 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-3b535d8a-959e-4538-8b91-c39d5d502fd6 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0753131 Aug 30 07:42:57.044545 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a6a7c4-bc0c-4b6e-870e-e440dbfff5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:57.045984 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-d0a6a7c4-bc0c-4b6e-870e-e440dbfff5a4 admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1597533 Aug 30 07:42:59.371886 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 57734) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:59.423722 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:42:59.448174 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Made reservation on behalf of 3506e20b4f8940769a94862de52bc23d for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:42:59.450546 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:59.480138 dv-cinder-806191-3-iscsi neutron-server[100374]: WARNING neutron.services.revisions.revision_plugin [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Could not find related network for resource to bump revision. Aug 30 07:42:59.498566 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:42:59.509079 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:59.509442 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.segments_db [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Added segment b46e6d46-bdcb-4587-a3b4-79eab99e08f0 of type vlan for network 859d8f2f-6379-47e0-95fb-3aa03afadf12 Aug 30 07:42:59.553967 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745590630759'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:59.579248 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:59.580175 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:59.580745 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:59.638130 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2650549 Aug 30 07:42:59.643933 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Pushing event updated for resources: {'Network': ['ID=859d8f2f-6379-47e0-95fb-3aa03afadf12,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:59.657113 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:59.657628 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:59.658032 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:59.658485 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:59.658880 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:59.659333 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:59.659709 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:59.660194 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:59.660695 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:59.661072 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:59.661443 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:59.661886 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423571bb-7492-4aa1-a4c5-19f5d82bfe64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:59.675021 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Network 859d8f2f-6379-47e0-95fb-3aa03afadf12 details requested by agent ovs-agent-dv-cinder-806191-3-iscsi with host dv-cinder-806191-3-iscsi {{(pid=100376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:43:00.588193 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-240d1002-5ac7-43e8-ba7e-d11ae411f716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:01.937870 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 57742) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:02.005045 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe12b4a-e982-4588-8fcd-b0cefebf0177 admin admin] GET failed (client error): The resource could not be found. Aug 30 07:43:02.007679 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-7fe12b4a-e982-4588-8fcd-b0cefebf0177 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0679805 Aug 30 07:43:02.095172 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54e440b-e7b4-407a-9c3a-70e19b8b50a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:02.096657 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-a54e440b-e7b4-407a-9c3a-70e19b8b50a3 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0840139 Aug 30 07:43:02.111355 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-71113fe8-2168-4d1d-932d-6d36d18da774 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '859d8f2f-6379-47e0-95fb-3aa03afadf12', 'ip_version': 4}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:02.146273 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71113fe8-2168-4d1d-932d-6d36d18da774 admin admin] Made reservation on behalf of 3506e20b4f8940769a94862de52bc23d for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:43:02.150797 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-71113fe8-2168-4d1d-932d-6d36d18da774 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:02.326471 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-71113fe8-2168-4d1d-932d-6d36d18da774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:02.393889 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71113fe8-2168-4d1d-932d-6d36d18da774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b0b03a-2872-4526-8d8b-4caa8e60985c,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:02.399237 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71113fe8-2168-4d1d-932d-6d36d18da774 admin admin] Checking segment: {'id': 'b46e6d46-bdcb-4587-a3b4-79eab99e08f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '859d8f2f-6379-47e0-95fb-3aa03afadf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:02.400245 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71113fe8-2168-4d1d-932d-6d36d18da774 admin admin] Network hostable DHCP agents. Network: 859d8f2f-6379-47e0-95fb-3aa03afadf12, hostable agents: ['980fb30f-b881-4380-9851-35d5a168d8a6'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:43:02.421322 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71113fe8-2168-4d1d-932d-6d36d18da774 admin admin] Network 859d8f2f-6379-47e0-95fb-3aa03afadf12 is scheduled to be hosted by DHCP agent 980fb30f-b881-4380-9851-35d5a168d8a6 with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:43:02.435435 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-71113fe8-2168-4d1d-932d-6d36d18da774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-3-iscsi, 859d8f2f-6379-47e0-95fb-3aa03afadf12) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:02.441242 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71113fe8-2168-4d1d-932d-6d36d18da774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:02.442185 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-71113fe8-2168-4d1d-932d-6d36d18da774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:02.447887 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0892bfb0-39ad-4375-97b9-8af72ebdaf58 None None] Network 859d8f2f-6379-47e0-95fb-3aa03afadf12 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:43:02.460009 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-71113fe8-2168-4d1d-932d-6d36d18da774 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3550942 Aug 30 07:43:02.728980 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfff5d5e-598a-5f39-978a-5cba9914088a-859d8f2f-6379-47e0-95fb-3aa03afadf12', 'network_id': '859d8f2f-6379-47e0-95fb-3aa03afadf12', 'tenant_id': '3506e20b4f8940769a94862de52bc23d', 'fixed_ips': [{'subnet_id': '58b0b03a-2872-4526-8d8b-4caa8e60985c'}]}} from dv-cinder-806191-3-iscsi. {{(pid=100376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:43:02.729883 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:02.930536 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.db_base_plugin_common [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Allocated IP 192.168.233.2 (859d8f2f-6379-47e0-95fb-3aa03afadf12/58b0b03a-2872-4526-8d8b-4caa8e60985c/d2fddbfa-c883-40a2-ac50-dca4171b47ea) {{(pid=100376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:03.128572 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Notify callbacks [] for port, precommit_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:03.140812 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Transition to ACTIVE for port object d2fddbfa-c883-40a2-ac50-dca4171b47ea will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:03.166599 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Transition to ACTIVE for port object d2fddbfa-c883-40a2-ac50-dca4171b47ea will not be triggered until provisioned by entity DHCP. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:03.177524 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068'] for port, after_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:03.248616 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Network 859d8f2f-6379-47e0-95fb-3aa03afadf12 is already hosted by enough agents. {{(pid=100376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:03.253902 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.base_scheduler [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Resources bound (agent type, host, resource id): {{(pid=100376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:03.258229 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Received port after_create {{(pid=100376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:03.266924 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Pushing event updated for resources: {'Port': ['ID=d2fddbfa-c883-40a2-ac50-dca4171b47ea,revision_number=1']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:03.280500 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:03.280872 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:03.281220 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:03.281556 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:03.281903 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:03.282259 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:03.282589 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:03.282917 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:03.283260 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:03.283585 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:03.283902 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:03.284215 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:03.344240 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Attempting to bind port d2fddbfa-c883-40a2-ac50-dca4171b47ea on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:03.344630 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Attempting to bind port d2fddbfa-c883-40a2-ac50-dca4171b47ea by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': 'b46e6d46-bdcb-4587-a3b4-79eab99e08f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '859d8f2f-6379-47e0-95fb-3aa03afadf12'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:03.345022 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Attempting to bind port d2fddbfa-c883-40a2-ac50-dca4171b47ea on network 859d8f2f-6379-47e0-95fb-3aa03afadf12 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:03.351210 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:03.351594 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Checking segment: {'id': 'b46e6d46-bdcb-4587-a3b4-79eab99e08f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '859d8f2f-6379-47e0-95fb-3aa03afadf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:03.352004 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:03.352410 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Bound using segment: {'id': 'b46e6d46-bdcb-4587-a3b4-79eab99e08f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '859d8f2f-6379-47e0-95fb-3aa03afadf12'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:03.352889 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Bound port: d2fddbfa-c883-40a2-ac50-dca4171b47ea, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46e6d46-bdcb-4587-a3b4-79eab99e08f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '859d8f2f-6379-47e0-95fb-3aa03afadf12'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:03.353291 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:03.407175 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-ba6f452f-d294-4d73-85dc-1729f79672d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:03.436973 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] For port d2fddbfa-c883-40a2-ac50-dca4171b47ea, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:03.441890 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] For port d2fddbfa-c883-40a2-ac50-dca4171b47ea, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=d2fddbfa-c883-40a2-ac50-dca4171b47ea,segment=NetworkSegment(b46e6d46-bdcb-4587-a3b4-79eab99e08f0),segment_id=b46e6d46-bdcb-4587-a3b4-79eab99e08f0)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:03.449537 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:03.512617 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448d049-36a1-419a-9a9e-304b4adbc613 None None] Pushing event updated for resources: {'Port': ['ID=d2fddbfa-c883-40a2-ac50-dca4171b47ea,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:04.230775 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.406577 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e08300-c84e-48a3-846f-591adf47f3ca None None] Network 859d8f2f-6379-47e0-95fb-3aa03afadf12 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:43:04.549137 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-07b5ffd0-b2f0-4bc9-a05a-fca352a145ce None None] Provisioning for port d2fddbfa-c883-40a2-ac50-dca4171b47ea completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:04.978720 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device d2fddbfa-c883-40a2-ac50-dca4171b47ea up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:05.043684 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port d2fddbfa-c883-40a2-ac50-dca4171b47ea completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:05.056186 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port d2fddbfa-c883-40a2-ac50-dca4171b47ea triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:05.056766 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:05.095495 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:05.152422 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:05.194943 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port d2fddbfa-c883-40a2-ac50-dca4171b47ea, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=d2fddbfa-c883-40a2-ac50-dca4171b47ea,segment=NetworkSegment(b46e6d46-bdcb-4587-a3b4-79eab99e08f0),segment_id=b46e6d46-bdcb-4587-a3b4-79eab99e08f0)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:05.200962 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:05.274306 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=d2fddbfa-c883-40a2-ac50-dca4171b47ea,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:05.779782 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:06.960625 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device d2fddbfa-c883-40a2-ac50-dca4171b47ea up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:07.022162 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port d2fddbfa-c883-40a2-ac50-dca4171b47ea triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:07.022670 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.062590 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 5 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:43:30.588418 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-86d11ae7-104a-4fbe-94ad-a17fb2cb7379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:33.379009 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-5e2d37d0-446e-415c-80d5-7c228dfe9588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:34.232117 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:35.072137 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:35.780183 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:00.588292 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-5a4c5ee1-1d84-4af0-87e0-7a2face69e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:03.060893 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 5 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:44:03.394099 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-1e4bda7a-a913-4b46-bc92-3e41bed70353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:04.231922 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:05.070464 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:05.781066 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:16.172316 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 57794) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:44:16.179060 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [None req-e33c324f-cab7-4b2f-ac56-f106b132e5a9 tempest-verify_tempest_config-907884293 tempest-verify_tempest_config-907884293-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=100375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:44:16.180079 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-e33c324f-cab7-4b2f-ac56-f106b132e5a9 tempest-verify_tempest_config-907884293 tempest-verify_tempest_config-907884293-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067494 Aug 30 07:44:16.509770 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 57812) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:44:16.618439 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2253d1b0-65cc-4d22-b001-f9340b25b9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:16.710542 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2253d1b0-65cc-4d22-b001-f9340b25b9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:16.714413 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2253d1b0-65cc-4d22-b001-f9340b25b9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:16.761294 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-2253d1b0-65cc-4d22-b001-f9340b25b9cc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e5c53cdbf932489eaf0afb905029a3a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2503979 Aug 30 07:44:16.762426 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253d1b0-65cc-4d22-b001-f9340b25b9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd63f709-d6bd-4335-a814-e9384ad875cf,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:16.764710 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 57818) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:44:16.770075 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253d1b0-65cc-4d22-b001-f9340b25b9cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.770473 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253d1b0-65cc-4d22-b001-f9340b25b9cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.770813 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253d1b0-65cc-4d22-b001-f9340b25b9cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.771143 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253d1b0-65cc-4d22-b001-f9340b25b9cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.771469 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253d1b0-65cc-4d22-b001-f9340b25b9cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.771808 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253d1b0-65cc-4d22-b001-f9340b25b9cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.772781 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253d1b0-65cc-4d22-b001-f9340b25b9cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.773319 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253d1b0-65cc-4d22-b001-f9340b25b9cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.773602 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253d1b0-65cc-4d22-b001-f9340b25b9cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.773949 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253d1b0-65cc-4d22-b001-f9340b25b9cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.774351 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253d1b0-65cc-4d22-b001-f9340b25b9cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.774616 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253d1b0-65cc-4d22-b001-f9340b25b9cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.818727 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bbe23be4-8080-496a-9d48-80fda6ea9143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:16.843413 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bbe23be4-8080-496a-9d48-80fda6ea9143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:16.931675 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bbe23be4-8080-496a-9d48-80fda6ea9143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:16.935140 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bbe23be4-8080-496a-9d48-80fda6ea9143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:16.936423 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-bbe23be4-8080-496a-9d48-80fda6ea9143 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fd63f709-d6bd-4335-a814-e9384ad875cf HTTP/1.1" status: 204 len: 168 time: 0.1707168 Aug 30 07:44:16.949842 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe23be4-8080-496a-9d48-80fda6ea9143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd63f709-d6bd-4335-a814-e9384ad875cf,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:16.959294 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe23be4-8080-496a-9d48-80fda6ea9143 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.960226 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe23be4-8080-496a-9d48-80fda6ea9143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.963897 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe23be4-8080-496a-9d48-80fda6ea9143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.963897 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe23be4-8080-496a-9d48-80fda6ea9143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.963897 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe23be4-8080-496a-9d48-80fda6ea9143 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.963897 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe23be4-8080-496a-9d48-80fda6ea9143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.963897 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe23be4-8080-496a-9d48-80fda6ea9143 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.963897 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe23be4-8080-496a-9d48-80fda6ea9143 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.963897 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe23be4-8080-496a-9d48-80fda6ea9143 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.963897 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe23be4-8080-496a-9d48-80fda6ea9143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.963897 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe23be4-8080-496a-9d48-80fda6ea9143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:16.963897 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe23be4-8080-496a-9d48-80fda6ea9143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:30.579608 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-62031fba-5e7e-497e-a697-e0d312f26888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:33.387890 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-b4b421a5-a8f2-4780-bd8d-8c7defbd0439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:34.234039 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:35.062946 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:35.782647 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:40.059614 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 5 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:45:00.582064 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-34dd2baa-cfd7-4148-8603-52364c31d52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:03.390887 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-9175ebf6-4d6b-4c8d-9308-d050009bb573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:04.238023 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:05.066545 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:05.787560 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:17.058115 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 5 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:45:30.583935 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a2558823-a96e-4e4a-a30d-2cb9b557614d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:33.393721 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-56860410-67fb-4ad6-b146-f08af1cb1efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:34.239815 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:35.069417 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:35.787503 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:53.202121 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540577'] for agent, after_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:54.056448 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:46:00.588075 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d436b35b-051d-4480-a2df-15f5f5a0a2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:03.397125 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2a696958-c6d1-4fa2-9ab1-0ef582a53716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:04.242810 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:05.071127 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:05.791541 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:08.073466 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 57890) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:08.178245 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-9a3a07b1-69bd-431e-a1cc-ae39b6283766 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1036632 Aug 30 07:46:10.383689 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 57900) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:10.441343 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-c8b61e49-161d-43ee-9399-f1c1ed040123 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0565722 Aug 30 07:46:23.153048 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:30.580849 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d38ce10b-9cc2-418b-82d8-b15c4820d612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:31.054752 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:46:33.399661 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-3e60ef83-7a52-4e02-9613-a309503512dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:34.246380 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:35.076127 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:35.794271 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:53.170166 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:00.582954 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-02cf3734-431a-4464-9470-f9e2c14ce023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:03.407412 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-b9a1f2fc-94eb-4749-bc54-84b6beceb799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:04.259813 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:05.091568 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:05.797586 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:08.053219 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:47:23.177659 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:30.584984 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-4d146937-f7e6-4a18-85b7-98febd572c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:33.400238 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-147856ef-1019-4f3e-8bd7-2e0763e8b313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:34.253016 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:35.067713 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:35.801253 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:43.275079 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58050) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:43.675371 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-88270738-network', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:43.708013 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Made reservation on behalf of e71ca0134bc64db3b85a744bc5da948c for: {'network': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:43.710765 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for network, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:43.719375 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:43.828395 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:43.833199 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:43.872801 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cb048d-8eaf-4b2a-a2ce-07d42f2552d9,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:43.881920 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=100375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:47:43.884783 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:43.885149 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:43.885492 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:43.885831 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:43.886194 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:43.886587 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:43.886842 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:43.887867 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:43.888260 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:43.888636 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:43.888996 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:43.889317 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Tracked resource versions report: Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: pushed versions: Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: { 'AddressGroup': {'1.2'}, Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'ConntrackHelper': {'1.0'}, Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'Log': {'1.0'}, Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'Network': {'1.1'}, Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'Port': {'1.7'}, Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'PortForwarding': {'1.2'}, Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'QosPolicy': {'1.9'}, Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'SecurityGroup': {'1.4'}, Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'SubPort': {'1.0'}, Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'Subnet': {'1.1'}, Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'Trunk': {'1.1'}} Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: consumer versions: Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: { DHCP agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: HyperV agent@hv-cinder-80619: {}, Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: L3 agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: Metadata agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: Metering agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: Open vSwitch agent@dv-cinder-806191-3-iscsi: { 'AddressGroup': '1.2', Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'ConntrackHelper': '1.0', Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'Log': '1.0', Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'Network': '1.1', Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'Port': '1.7', Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'PortForwarding': '1.2', Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'QosPolicy': '1.9', Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'SecurityGroup': '1.4', Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'SecurityGroupRule': '1.2', Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'SubPort': '1.0', Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'Subnet': '1.1', Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: 'Trunk': '1.1'}} Aug 30 07:47:43.890447 dv-cinder-806191-3-iscsi neutron-server[100375]: {{(pid=100375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:47:43.904688 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:43.905259 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.db.segments_db [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Added segment 3313c450-3e0a-4a55-9b55-654832350b5d of type vlan for network c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 Aug 30 07:47:43.956411 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745590630759'] for network, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:43.983692 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:43.985146 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:43.986018 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:44.026415 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 58098) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:44.027037 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7499425 Aug 30 07:47:44.035106 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Request body: {'subnet': {'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-88270738-subnet', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:44.072842 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Made reservation on behalf of e71ca0134bc64db3b85a744bc5da948c for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:44.075550 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe4b35-f1e7-4921-bdec-251b932f2d61 admin admin] Pushing event updated for resources: {'Network': ['ID=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:44.077533 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Notify callbacks [] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:44.089532 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Network c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 details requested by agent ovs-agent-dv-cinder-806191-3-iscsi with host dv-cinder-806191-3-iscsi {{(pid=100376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:47:44.152238 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58106) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:44.303855 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58114) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:44.393797 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:44.439287 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:44.449040 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:44.449430 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:44.449772 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:44.450100 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:44.450478 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:44.450864 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:44.451194 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:44.451533 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:44.451875 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:44.452191 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:44.452960 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:44.452960 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Tracked resource versions report: Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: pushed versions: Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: { 'AddressGroup': {'1.2'}, Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'ConntrackHelper': {'1.0'}, Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'Log': {'1.0'}, Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'Network': {'1.1'}, Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'Port': {'1.7'}, Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'PortForwarding': {'1.2'}, Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'QosPolicy': {'1.9'}, Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'SecurityGroup': {'1.4'}, Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'SubPort': {'1.0'}, Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'Subnet': {'1.1'}, Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'Trunk': {'1.1'}} Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: consumer versions: Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: { DHCP agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: HyperV agent@hv-cinder-80619: {}, Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: L3 agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: Metadata agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: Metering agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: Open vSwitch agent@dv-cinder-806191-3-iscsi: { 'AddressGroup': '1.2', Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'ConntrackHelper': '1.0', Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'Log': '1.0', Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'Network': '1.1', Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'Port': '1.7', Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'PortForwarding': '1.2', Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'QosPolicy': '1.9', Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'SecurityGroup': '1.4', Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'SecurityGroupRule': '1.2', Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'SubPort': '1.0', Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'Subnet': '1.1', Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: 'Trunk': '1.1'}} Aug 30 07:47:44.453878 dv-cinder-806191-3-iscsi neutron-server[100374]: {{(pid=100374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:47:44.480494 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Checking segment: {'id': '3313c450-3e0a-4a55-9b55-654832350b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:47:44.481618 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Network hostable DHCP agents. Network: c0b6d139-5ec8-4ecd-be42-a32d8b014bf5, hostable agents: ['980fb30f-b881-4380-9851-35d5a168d8a6'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:47:44.499121 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Network c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 is scheduled to be hosted by DHCP agent 980fb30f-b881-4380-9851-35d5a168d8a6 with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:47:44.509655 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-3-iscsi, c0b6d139-5ec8-4ecd-be42-a32d8b014bf5) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:44.514835 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:44.515419 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:44.524547 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7540f3ae-00a2-48c6-b6dc-bb622104876b None None] Network c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:47:44.526529 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-416bafb5-ed36-4f3d-a788-0a0eb2d5249b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-211607876-network', 'tenant_id': 'b7540de7f257475e864b4023460d355a'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:44.568552 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416bafb5-ed36-4f3d-a788-0a0eb2d5249b admin admin] Made reservation on behalf of b7540de7f257475e864b4023460d355a for: {'network': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:44.572438 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-416bafb5-ed36-4f3d-a788-0a0eb2d5249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for network, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:44.580669 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-7b676c1b-f16e-4908-a207-dedac9977ecc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5524998 Aug 30 07:47:44.581387 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 58124) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:44.584543 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-416bafb5-ed36-4f3d-a788-0a0eb2d5249b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:44.586572 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d7cbe638-700e-4f35-93cd-4343591ffc8a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:44.638524 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe638-700e-4f35-93cd-4343591ffc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102450'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:44.642036 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe638-700e-4f35-93cd-4343591ffc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102457'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:44.795112 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-416bafb5-ed36-4f3d-a788-0a0eb2d5249b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:44.808044 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-416bafb5-ed36-4f3d-a788-0a0eb2d5249b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:44.831079 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58134) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:44.867251 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-b6a94a88-7892-48ae-af32-b1d97339d052 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1103846598-network', 'tenant_id': 'a5f4656c08fc44eb93611972f4bebb0e'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:44.894674 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfff5d5e-598a-5f39-978a-5cba9914088a-c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'fixed_ips': [{'subnet_id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e'}]}} from dv-cinder-806191-3-iscsi. {{(pid=100376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:47:44.897808 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:44.917051 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416bafb5-ed36-4f3d-a788-0a0eb2d5249b admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=100375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:47:44.928541 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58142) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:44.947526 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe638-700e-4f35-93cd-4343591ffc8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:44.977049 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bafb5-ed36-4f3d-a788-0a0eb2d5249b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e54958b-483f-4042-a863-b5ee013a4f41,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:44.990884 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-416bafb5-ed36-4f3d-a788-0a0eb2d5249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:44.993599 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.db.segments_db [None req-416bafb5-ed36-4f3d-a788-0a0eb2d5249b admin admin] Added segment 84acf25c-4045-4abf-a4e8-8adbfaa639ce of type vlan for network 48af5f56-a712-424c-ad52-bbe266bf5358 Aug 30 07:47:45.052521 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:47:45.063109 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a94a88-7892-48ae-af32-b1d97339d052 admin admin] Made reservation on behalf of a5f4656c08fc44eb93611972f4bebb0e for: {'network': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:45.067333 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b6a94a88-7892-48ae-af32-b1d97339d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for network, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.101913 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b6a94a88-7892-48ae-af32-b1d97339d052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.106956 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.db_base_plugin_common [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Allocated IP 172.20.0.2 (c0b6d139-5ec8-4ecd-be42-a32d8b014bf5/8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e/76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09) {{(pid=100376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:47:45.108821 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-416bafb5-ed36-4f3d-a788-0a0eb2d5249b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745590630759'] for network, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.168921 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-416bafb5-ed36-4f3d-a788-0a0eb2d5249b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.170348 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416bafb5-ed36-4f3d-a788-0a0eb2d5249b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:45.171163 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-416bafb5-ed36-4f3d-a788-0a0eb2d5249b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.260429 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bafb5-ed36-4f3d-a788-0a0eb2d5249b admin admin] Pushing event updated for resources: {'Network': ['ID=48af5f56-a712-424c-ad52-bbe266bf5358,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:45.301651 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Notify callbacks [] for port, precommit_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.308276 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-af367b0e-ee6c-4253-9e97-a557f9dda604 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1747253390-network', 'tenant_id': '0a952174f52f494487c2ac2522c19a4b'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:45.313072 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Transition to ACTIVE for port object 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:47:45.326237 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe638-700e-4f35-93cd-4343591ffc8a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.333714 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Transition to ACTIVE for port object 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09 will not be triggered until provisioned by entity DHCP. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:47:45.341249 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Network 48af5f56-a712-424c-ad52-bbe266bf5358 details requested by agent ovs-agent-dv-cinder-806191-3-iscsi with host dv-cinder-806191-3-iscsi {{(pid=100376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:47:45.358798 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068'] for port, after_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.403412 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-101d56ed-ba60-49ca-87c5-b51450c7fa85 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-724216697-network', 'tenant_id': 'edf66595a4b84cdd93e7a1eb55bb40f6'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:45.412894 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Network c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 is already hosted by enough agents. {{(pid=100376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:47:45.413151 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b6a94a88-7892-48ae-af32-b1d97339d052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.430045 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.base_scheduler [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Resources bound (agent type, host, resource id): {{(pid=100376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:45.438874 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b6a94a88-7892-48ae-af32-b1d97339d052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.450357 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Received port after_create {{(pid=100376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:47:45.465027 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a94a88-7892-48ae-af32-b1d97339d052 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=100375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:47:45.504512 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-416bafb5-ed36-4f3d-a788-0a0eb2d5249b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3502879 Aug 30 07:47:45.506039 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58166) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:45.524980 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b6a94a88-7892-48ae-af32-b1d97339d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.526116 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.db.segments_db [None req-b6a94a88-7892-48ae-af32-b1d97339d052 admin admin] Added segment 11b28338-5bb9-4de9-96e1-5b8939ab05a5 of type vlan for network 83b43835-9098-4d89-a14a-34cf351e7cdb Aug 30 07:47:45.537897 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-45229bb4-4209-46bc-ab1c-0471ef32e007 admin admin] Request body: {'subnet': {'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-211607876-subnet', 'tenant_id': 'b7540de7f257475e864b4023460d355a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:45.557485 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Pushing event updated for resources: {'Port': ['ID=76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09,revision_number=1']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:45.582080 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:45.582528 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:45.582998 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:45.583341 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:45.583672 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:45.584000 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:45.584350 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:45.584664 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:45.584995 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:45.585321 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:45.585864 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:45.585987 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Tracked resource versions report: Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: pushed versions: Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: { 'AddressGroup': {'1.2'}, Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'ConntrackHelper': {'1.0'}, Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'Log': {'1.0'}, Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'Network': {'1.1'}, Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'Port': {'1.7'}, Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'PortForwarding': {'1.2'}, Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'QosPolicy': {'1.9'}, Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'SecurityGroup': {'1.4'}, Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'SubPort': {'1.0'}, Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'Subnet': {'1.1'}, Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'Trunk': {'1.1'}} Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: consumer versions: Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: { DHCP agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: HyperV agent@hv-cinder-80619: {}, Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: L3 agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: Metadata agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: Metering agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: Open vSwitch agent@dv-cinder-806191-3-iscsi: { 'AddressGroup': '1.2', Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'ConntrackHelper': '1.0', Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'Log': '1.0', Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'Network': '1.1', Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'Port': '1.7', Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'PortForwarding': '1.2', Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'QosPolicy': '1.9', Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'SecurityGroup': '1.4', Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'SecurityGroupRule': '1.2', Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'SubPort': '1.0', Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'Subnet': '1.1', Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: 'Trunk': '1.1'}} Aug 30 07:47:45.587069 dv-cinder-806191-3-iscsi neutron-server[100376]: {{(pid=100376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:47:45.605203 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Attempting to bind port 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09 on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:47:45.606530 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Attempting to bind port 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09 by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '3313c450-3e0a-4a55-9b55-654832350b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:47:45.607065 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Attempting to bind port 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09 on network c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:47:45.618502 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:47:45.619457 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Checking segment: {'id': '3313c450-3e0a-4a55-9b55-654832350b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:47:45.619695 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe638-700e-4f35-93cd-4343591ffc8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.620315 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.620866 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Bound using segment: {'id': '3313c450-3e0a-4a55-9b55-654832350b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:47:45.622040 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Bound port: 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3313c450-3e0a-4a55-9b55-654832350b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:47:45.622671 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.646995 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe638-700e-4f35-93cd-4343591ffc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.667081 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af367b0e-ee6c-4253-9e97-a557f9dda604 admin admin] Made reservation on behalf of 0a952174f52f494487c2ac2522c19a4b for: {'network': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:45.672942 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-af367b0e-ee6c-4253-9e97-a557f9dda604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for network, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.754954 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-af367b0e-ee6c-4253-9e97-a557f9dda604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.761734 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] For port 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:47:45.772346 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] For port 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09,segment=NetworkSegment(3313c450-3e0a-4a55-9b55-654832350b5d),segment_id=3313c450-3e0a-4a55-9b55-654832350b5d)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:47:45.783506 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.795804 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b6a94a88-7892-48ae-af32-b1d97339d052 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745590630759'] for network, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.804591 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a94a88-7892-48ae-af32-b1d97339d052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be04b762-4e2d-487a-bc9e-0e55ab95071d,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:45.870407 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-d7cbe638-700e-4f35-93cd-4343591ffc8a admin admin] Allocated IP 172.27.3.148 (02efbd58-3f47-4ba1-9fc3-db25e7b0ec42/864ddbd5-13be-4be1-97d0-f7c096166157/627f12a6-66f7-423d-b762-558a631432c8) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:47:45.910690 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101d56ed-ba60-49ca-87c5-b51450c7fa85 admin admin] Made reservation on behalf of edf66595a4b84cdd93e7a1eb55bb40f6 for: {'network': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:45.916796 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-101d56ed-ba60-49ca-87c5-b51450c7fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for network, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.921952 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b6a94a88-7892-48ae-af32-b1d97339d052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.927703 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a94a88-7892-48ae-af32-b1d97339d052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:45.930190 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b6a94a88-7892-48ae-af32-b1d97339d052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:45.993095 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b20d94-6028-4ce9-9750-720909f9f53b None None] Pushing event updated for resources: {'Port': ['ID=76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:46.040564 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-101d56ed-ba60-49ca-87c5-b51450c7fa85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:46.152461 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe638-700e-4f35-93cd-4343591ffc8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:46.179101 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45229bb4-4209-46bc-ab1c-0471ef32e007 admin admin] Made reservation on behalf of b7540de7f257475e864b4023460d355a for: {'subnet': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:46.186785 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-45229bb4-4209-46bc-ab1c-0471ef32e007 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:46.222037 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe638-700e-4f35-93cd-4343591ffc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:46.273092 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cbe638-700e-4f35-93cd-4343591ffc8a admin admin] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:47:46.276519 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-d7cbe638-700e-4f35-93cd-4343591ffc8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:46.323010 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cbe638-700e-4f35-93cd-4343591ffc8a admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:47:46.351416 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-b6a94a88-7892-48ae-af32-b1d97339d052 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0445540 Aug 30 07:47:46.392430 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58186) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:46.399424 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-fbdddc2f-d2b9-4b3f-87bf-b4dbb295169c admin admin] Request body: {'subnet': {'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1103846598-subnet', 'tenant_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:46.412753 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a94a88-7892-48ae-af32-b1d97339d052 admin admin] Pushing event updated for resources: {'Network': ['ID=83b43835-9098-4d89-a14a-34cf351e7cdb,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:46.430951 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Network 83b43835-9098-4d89-a14a-34cf351e7cdb details requested by agent ovs-agent-dv-cinder-806191-3-iscsi with host dv-cinder-806191-3-iscsi {{(pid=100376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:47:46.663263 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-45229bb4-4209-46bc-ab1c-0471ef32e007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:46.673935 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbe638-700e-4f35-93cd-4343591ffc8a admin admin] Pushing event updated for resources: {'Port': ['ID=627f12a6-66f7-423d-b762-558a631432c8,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:46.739009 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-af367b0e-ee6c-4253-9e97-a557f9dda604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:46.753515 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-af367b0e-ee6c-4253-9e97-a557f9dda604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:46.769524 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe638-700e-4f35-93cd-4343591ffc8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:46.805163 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.db.api [None req-fbdddc2f-d2b9-4b3f-87bf-b4dbb295169c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 07:47:46.805163 dv-cinder-806191-3-iscsi neutron-server[100375]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 07:47:46.805163 dv-cinder-806191-3-iscsi neutron-server[100375]: [parameters: {'project_id_1': 'a5f4656c08fc44eb93611972f4bebb0e', 'expiration_1': datetime.datetime(2021, 8, 30, 7, 47, 46, 430261)}] Aug 30 07:47:46.805163 dv-cinder-806191-3-iscsi neutron-server[100375]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 07:47:46.806392 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG oslo_db.api [None req-fbdddc2f-d2b9-4b3f-87bf-b4dbb295169c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 07:47:46.825223 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45229bb4-4209-46bc-ab1c-0471ef32e007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=540cd3fa-6129-4e85-96e0-36bf95c68725,revision_number=0']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:46.832724 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af367b0e-ee6c-4253-9e97-a557f9dda604 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=100375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:47:46.877293 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-af367b0e-ee6c-4253-9e97-a557f9dda604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:46.877795 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.db.segments_db [None req-af367b0e-ee6c-4253-9e97-a557f9dda604 admin admin] Added segment 118542a9-6ec9-4ae0-9948-88b984dfd616 of type vlan for network 6c54391b-54e3-411b-981b-d6ed16d2aa77 Aug 30 07:47:46.879433 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af367b0e-ee6c-4253-9e97-a557f9dda604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fab56b3-ce70-4e33-b22e-1a90d73202c8,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:46.896355 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45229bb4-4209-46bc-ab1c-0471ef32e007 admin admin] Checking segment: {'id': '84acf25c-4045-4abf-a4e8-8adbfaa639ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:47:46.896852 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45229bb4-4209-46bc-ab1c-0471ef32e007 admin admin] Network hostable DHCP agents. Network: 48af5f56-a712-424c-ad52-bbe266bf5358, hostable agents: ['980fb30f-b881-4380-9851-35d5a168d8a6'], hosted agents: [] {{(pid=100375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:47:46.968641 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-af367b0e-ee6c-4253-9e97-a557f9dda604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745590630759'] for network, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:46.988855 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45229bb4-4209-46bc-ab1c-0471ef32e007 admin admin] Network 48af5f56-a712-424c-ad52-bbe266bf5358 is scheduled to be hosted by DHCP agent 980fb30f-b881-4380-9851-35d5a168d8a6 with binding_index 1 {{(pid=100375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:47:47.026505 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-45229bb4-4209-46bc-ab1c-0471ef32e007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-3-iscsi, 48af5f56-a712-424c-ad52-bbe266bf5358) {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:47.034264 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45229bb4-4209-46bc-ab1c-0471ef32e007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:47.034865 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-45229bb4-4209-46bc-ab1c-0471ef32e007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:47.037121 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-af367b0e-ee6c-4253-9e97-a557f9dda604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:47.038016 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af367b0e-ee6c-4253-9e97-a557f9dda604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:47.038602 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-af367b0e-ee6c-4253-9e97-a557f9dda604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:47.040735 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32382e92-dc2e-4359-8c2a-a27b84891fa2 None None] Network 48af5f56-a712-424c-ad52-bbe266bf5358 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:47:47.087176 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe638-700e-4f35-93cd-4343591ffc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529201'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:47.285057 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-101d56ed-ba60-49ca-87c5-b51450c7fa85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:47.301044 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-101d56ed-ba60-49ca-87c5-b51450c7fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:47.310778 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:47:47.342649 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-45229bb4-4209-46bc-ab1c-0471ef32e007 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8206425 Aug 30 07:47:47.347947 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-af367b0e-ee6c-4253-9e97-a557f9dda604 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5029640 Aug 30 07:47:47.348154 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 58220) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:47.353401 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-0ffc0546-6b6b-49d8-860c-cccce20e51c5 admin admin] Request body: {'subnet': {'network_id': '6c54391b-54e3-411b-981b-d6ed16d2aa77', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1747253390-subnet', 'tenant_id': '0a952174f52f494487c2ac2522c19a4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:47.354355 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdddc2f-d2b9-4b3f-87bf-b4dbb295169c admin admin] Made reservation on behalf of a5f4656c08fc44eb93611972f4bebb0e for: {'subnet': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:47.358280 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fbdddc2f-d2b9-4b3f-87bf-b4dbb295169c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:47.423168 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bc886c-845c-46ea-8fe3-3d11708ec899 None None] Network 48af5f56-a712-424c-ad52-bbe266bf5358 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:47:47.456223 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffc0546-6b6b-49d8-860c-cccce20e51c5 admin admin] Made reservation on behalf of 0a952174f52f494487c2ac2522c19a4b for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:47.458744 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ffc0546-6b6b-49d8-860c-cccce20e51c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:47.464261 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cbe638-700e-4f35-93cd-4343591ffc8a admin admin] Router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 is scheduled to L3 agent ddc06514-e62b-4404-9376-303558d37976 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:47:47.696460 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:47:47.750285 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fbdddc2f-d2b9-4b3f-87bf-b4dbb295169c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:47.753295 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af367b0e-ee6c-4253-9e97-a557f9dda604 admin admin] Pushing event updated for resources: {'Network': ['ID=6c54391b-54e3-411b-981b-d6ed16d2aa77,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:47.757121 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101d56ed-ba60-49ca-87c5-b51450c7fa85 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=100375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:47:47.774964 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978be159-2db7-4fe0-ab39-58d54267c43f None None] Network c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:47:47.777196 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Network 6c54391b-54e3-411b-981b-d6ed16d2aa77 details requested by agent ovs-agent-dv-cinder-806191-3-iscsi with host dv-cinder-806191-3-iscsi {{(pid=100376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:47:47.784260 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d56ed-ba60-49ca-87c5-b51450c7fa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:47.867622 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-101d56ed-ba60-49ca-87c5-b51450c7fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:47.870699 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.db.segments_db [None req-101d56ed-ba60-49ca-87c5-b51450c7fa85 admin admin] Added segment a737a7d3-ca59-4476-9679-b1cb7f417f45 of type vlan for network 69687f73-4af7-4d54-9e37-a68d55f807fe Aug 30 07:47:47.960074 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58242) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:47.985810 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdddc2f-d2b9-4b3f-87bf-b4dbb295169c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef674ad9-bd11-485a-91a9-03f033f485ef,revision_number=0']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:48.068909 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ffc0546-6b6b-49d8-860c-cccce20e51c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:48.113122 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-d44f9d83-556a-4390-a2aa-3b30d29efa02 None None] Provisioning for port 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:47:48.128074 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdddc2f-d2b9-4b3f-87bf-b4dbb295169c admin admin] Checking segment: {'id': '11b28338-5bb9-4de9-96e1-5b8939ab05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:47:48.128706 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdddc2f-d2b9-4b3f-87bf-b4dbb295169c admin admin] Network hostable DHCP agents. Network: 83b43835-9098-4d89-a14a-34cf351e7cdb, hostable agents: ['980fb30f-b881-4380-9851-35d5a168d8a6'], hosted agents: [] {{(pid=100375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:47:48.135531 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-d44f9d83-556a-4390-a2aa-3b30d29efa02 None None] Provisioning complete for port 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:47:48.135908 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d44f9d83-556a-4390-a2aa-3b30d29efa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:48.140002 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-101d56ed-ba60-49ca-87c5-b51450c7fa85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745590630759'] for network, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:48.161030 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdddc2f-d2b9-4b3f-87bf-b4dbb295169c admin admin] Network 83b43835-9098-4d89-a14a-34cf351e7cdb is scheduled to be hosted by DHCP agent 980fb30f-b881-4380-9851-35d5a168d8a6 with binding_index 1 {{(pid=100375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:47:48.195403 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-fbdddc2f-d2b9-4b3f-87bf-b4dbb295169c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-3-iscsi, 83b43835-9098-4d89-a14a-34cf351e7cdb) {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:48.202749 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-101d56ed-ba60-49ca-87c5-b51450c7fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:48.204165 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101d56ed-ba60-49ca-87c5-b51450c7fa85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:48.206928 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-101d56ed-ba60-49ca-87c5-b51450c7fa85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:48.220429 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93828cb-593d-4717-988d-89b0494b5042 None None] Network 83b43835-9098-4d89-a14a-34cf351e7cdb requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:47:48.251194 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdddc2f-d2b9-4b3f-87bf-b4dbb295169c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:48.254526 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fbdddc2f-d2b9-4b3f-87bf-b4dbb295169c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:48.264946 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffc0546-6b6b-49d8-860c-cccce20e51c5 admin admin] Checking segment: {'id': '118542a9-6ec9-4ae0-9948-88b984dfd616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6c54391b-54e3-411b-981b-d6ed16d2aa77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:47:48.265234 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffc0546-6b6b-49d8-860c-cccce20e51c5 admin admin] Network hostable DHCP agents. Network: 6c54391b-54e3-411b-981b-d6ed16d2aa77, hostable agents: ['980fb30f-b881-4380-9851-35d5a168d8a6'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:47:48.276103 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc0546-6b6b-49d8-860c-cccce20e51c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f3b14fb-4035-4b7c-8d0f-8cc87dcf911c,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:48.304702 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cbe638-700e-4f35-93cd-4343591ffc8a admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:47:48.316659 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Sync routers for ids ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'] in dv-cinder-806191-3-iscsi {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:47:48.336925 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Routers {'b472ba6f-4212-4b47-aad1-f6b71b43c0d8'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:47:48.339676 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:47:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:48.340885 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffc0546-6b6b-49d8-860c-cccce20e51c5 admin admin] Network 6c54391b-54e3-411b-981b-d6ed16d2aa77 is scheduled to be hosted by DHCP agent 980fb30f-b881-4380-9851-35d5a168d8a6 with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:47:48.351283 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-0ffc0546-6b6b-49d8-860c-cccce20e51c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-3-iscsi, 6c54391b-54e3-411b-981b-d6ed16d2aa77) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:48.356304 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe638-700e-4f35-93cd-4343591ffc8a admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:48.357884 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-d7cbe638-700e-4f35-93cd-4343591ffc8a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7753713 Aug 30 07:47:48.359762 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffc0546-6b6b-49d8-860c-cccce20e51c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:48.360565 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ffc0546-6b6b-49d8-860c-cccce20e51c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:48.365500 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d3fce9-672b-4f8b-8f1a-f2b4dc366ccf None None] Network 6c54391b-54e3-411b-981b-d6ed16d2aa77 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:47:48.374007 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 58280) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:48.374913 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 58282) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:48.389156 dv-cinder-806191-3-iscsi neutron-server[100374]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 07:47:48.392533 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-0ffc0546-6b6b-49d8-860c-cccce20e51c5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0430899 Aug 30 07:47:48.428876 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-101d56ed-ba60-49ca-87c5-b51450c7fa85 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.4988039 Aug 30 07:47:48.437796 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58288) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:48.461654 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-b7c38371-21c2-45aa-b04d-d510ea9e6904 admin admin] Request body: {'subnet': {'network_id': '69687f73-4af7-4d54-9e37-a68d55f807fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-724216697-subnet', 'tenant_id': 'edf66595a4b84cdd93e7a1eb55bb40f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:48.469159 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cde89704-0c54-4695-b473-4282208d001d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:48.496587 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-fbdddc2f-d2b9-4b3f-87bf-b4dbb295169c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0986295 Aug 30 07:47:48.496587 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d56ed-ba60-49ca-87c5-b51450c7fa85 admin admin] Pushing event updated for resources: {'Network': ['ID=69687f73-4af7-4d54-9e37-a68d55f807fe,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:48.500572 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58290) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:48.507154 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-bb98cf9f-c0b4-4930-8bca-342d49a0aaf0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1103846598-router', 'tenant_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:48.523748 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c38371-21c2-45aa-b04d-d510ea9e6904 admin admin] Made reservation on behalf of edf66595a4b84cdd93e7a1eb55bb40f6 for: {'subnet': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:48.526403 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b7c38371-21c2-45aa-b04d-d510ea9e6904 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:48.569678 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Set router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:47:48.600916 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Network 69687f73-4af7-4d54-9e37-a68d55f807fe details requested by agent ovs-agent-dv-cinder-806191-3-iscsi with host dv-cinder-806191-3-iscsi {{(pid=100376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:47:48.643843 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c0bf94-5018-41c5-8016-cced3e909ccc None None] Network 83b43835-9098-4d89-a14a-34cf351e7cdb requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:47:48.864378 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-3e1f8fab-1787-4f7f-8055-a0eca46d57d8 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:48.873248 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-3e1f8fab-1787-4f7f-8055-a0eca46d57d8 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/networks?id=48af5f56-a712-424c-ad52-bbe266bf5358 HTTP/1.1" status: 200 len: 814 time: 0.4952335 Aug 30 07:47:48.951722 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-72b5da8b-ff91-4767-aefa-f2f497995e01 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/quotas/b7540de7f257475e864b4023460d355a HTTP/1.1" status: 200 len: 375 time: 0.0772483 Aug 30 07:47:48.969064 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:47:46Z', 'revision_number': 3, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:49.033874 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Checking router: b472ba6f-4212-4b47-aad1-f6b71b43c0d8 for host: dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:47:49.034312 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Updating router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 port 627f12a6-66f7-423d-b762-558a631432c8 binding host dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:47:49.069906 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:49.098417 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d44f9d83-556a-4390-a2aa-3b30d29efa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:49.124108 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b7c38371-21c2-45aa-b04d-d510ea9e6904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:49.258142 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-d44f9d83-556a-4390-a2aa-3b30d29efa02 None None] For port 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09,segment=NetworkSegment(3313c450-3e0a-4a55-9b55-654832350b5d),segment_id=3313c450-3e0a-4a55-9b55-654832350b5d)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:49.263534 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d44f9d83-556a-4390-a2aa-3b30d29efa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:49.270604 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-33ff21cc-027b-4dd2-a0fb-173618135dcf tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7540de7f257475e864b4023460d355a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3176999 Aug 30 07:47:49.280260 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8ed8e4-7644-4b9c-91a4-1351605f4d93 None None] Network 6c54391b-54e3-411b-981b-d6ed16d2aa77 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:47:49.428581 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c38371-21c2-45aa-b04d-d510ea9e6904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d9ab54e-b817-413d-8b0a-131e706a7bff,revision_number=0']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:49.493515 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f9d83-556a-4390-a2aa-3b30d29efa02 None None] Pushing event updated for resources: {'Port': ['ID=76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:49.517813 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-4199268b-5726-4c7a-ad82-6c25ebae1161 None None] Provisioning complete for port 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:47:49.518220 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-4199268b-5726-4c7a-ad82-6c25ebae1161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:49.576176 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c38371-21c2-45aa-b04d-d510ea9e6904 admin admin] Checking segment: {'id': 'a737a7d3-ca59-4476-9679-b1cb7f417f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '69687f73-4af7-4d54-9e37-a68d55f807fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:47:49.581069 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c38371-21c2-45aa-b04d-d510ea9e6904 admin admin] Network hostable DHCP agents. Network: 69687f73-4af7-4d54-9e37-a68d55f807fe, hostable agents: ['980fb30f-b881-4380-9851-35d5a168d8a6'], hosted agents: [] {{(pid=100375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:47:49.581621 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 58336) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:49.585784 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cde89704-0c54-4695-b473-4282208d001d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:49.593907 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a9fb55ef-1d2d-48fd-bb81-1dd37df8433f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1143740438-network', 'tenant_id': '45f43881717d4212a781637fc247405c'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:49.611616 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cde89704-0c54-4695-b473-4282208d001d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:49.666813 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb98cf9f-c0b4-4930-8bca-342d49a0aaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102450'] for router, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:49.667877 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb98cf9f-c0b4-4930-8bca-342d49a0aaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102457'] for router, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:49.700045 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c38371-21c2-45aa-b04d-d510ea9e6904 admin admin] Network 69687f73-4af7-4d54-9e37-a68d55f807fe is scheduled to be hosted by DHCP agent 980fb30f-b881-4380-9851-35d5a168d8a6 with binding_index 1 {{(pid=100375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:47:49.719989 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-cde89704-0c54-4695-b473-4282208d001d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=405a0a6acbc74b81a5a6807176c1a0b2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7207999 Aug 30 07:47:49.723718 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fb55ef-1d2d-48fd-bb81-1dd37df8433f admin admin] Made reservation on behalf of 45f43881717d4212a781637fc247405c for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:49.725961 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58338) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:49.726801 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9fb55ef-1d2d-48fd-bb81-1dd37df8433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:49.733467 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde89704-0c54-4695-b473-4282208d001d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6604a5a-8282-4a33-8fe9-92fe13635183,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:49.738107 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9fb55ef-1d2d-48fd-bb81-1dd37df8433f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:49.739234 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-b7c38371-21c2-45aa-b04d-d510ea9e6904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-3-iscsi, 69687f73-4af7-4d54-9e37-a68d55f807fe) {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:49.751928 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edf61d5-7a43-4a29-ac56-d06db34b05df None None] Network 69687f73-4af7-4d54-9e37-a68d55f807fe requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:47:49.766903 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c38371-21c2-45aa-b04d-d510ea9e6904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:49.767154 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b7c38371-21c2-45aa-b04d-d510ea9e6904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:49.805312 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Notify callbacks [] for port, precommit_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:49.814587 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-9b62fc40-f903-41b7-ac8b-6231245dcfea service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:47:49.814999 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb98cf9f-c0b4-4930-8bca-342d49a0aaf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:49.820942 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.provisioning_blocks [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Transition to ACTIVE for port object 627f12a6-66f7-423d-b762-558a631432c8 will not be triggered until provisioned by entity L2. {{(pid=100377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:47:49.822805 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-9b62fc40-f903-41b7-ac8b-6231245dcfea service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2766500 Aug 30 07:47:49.833065 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:49.896856 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Attempting to bind port 627f12a6-66f7-423d-b762-558a631432c8 on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:47:49.898542 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Attempting to bind port 627f12a6-66f7-423d-b762-558a631432c8 by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}] {{(pid=100377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:47:49.899548 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Attempting to bind port 627f12a6-66f7-423d-b762-558a631432c8 on network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:47:49.962379 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9a51d-480e-4e4d-b9d3-22f30782429e None None] Pushing event updated for resources: {'Port': ['ID=627f12a6-66f7-423d-b762-558a631432c8,revision_number=2']} {{(pid=100377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:49.972794 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9a51d-480e-4e4d-b9d3-22f30782429e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:49.973397 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9a51d-480e-4e4d-b9d3-22f30782429e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:49.974127 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9a51d-480e-4e4d-b9d3-22f30782429e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:49.974659 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9a51d-480e-4e4d-b9d3-22f30782429e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:49.975145 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9a51d-480e-4e4d-b9d3-22f30782429e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:49.975844 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9a51d-480e-4e4d-b9d3-22f30782429e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:49.976325 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9a51d-480e-4e4d-b9d3-22f30782429e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:49.976444 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4ac0b2e1-9a7e-45ea-842b-c006e356610b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:49.976914 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9a51d-480e-4e4d-b9d3-22f30782429e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:49.977666 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9a51d-480e-4e4d-b9d3-22f30782429e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:49.978214 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9a51d-480e-4e4d-b9d3-22f30782429e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:49.978738 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9a51d-480e-4e4d-b9d3-22f30782429e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:49.979543 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9a51d-480e-4e4d-b9d3-22f30782429e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9a51d-480e-4e4d-b9d3-22f30782429e None None] Tracked resource versions report: Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: pushed versions: Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: { 'AddressGroup': {'1.2'}, Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'ConntrackHelper': {'1.0'}, Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'Log': {'1.0'}, Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'Network': {'1.1'}, Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'Port': {'1.7'}, Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'PortForwarding': {'1.2'}, Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'QosPolicy': {'1.9'}, Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'SecurityGroup': {'1.4'}, Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'SubPort': {'1.0'}, Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'Subnet': {'1.1'}, Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'Trunk': {'1.1'}} Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: consumer versions: Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: { DHCP agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: HyperV agent@hv-cinder-80619: {}, Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: L3 agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: Metadata agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: Metering agent@dv-cinder-806191-3-iscsi: {}, Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: Open vSwitch agent@dv-cinder-806191-3-iscsi: { 'AddressGroup': '1.2', Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'ConntrackHelper': '1.0', Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'Log': '1.0', Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'Network': '1.1', Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'Port': '1.7', Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'PortForwarding': '1.2', Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'QosPolicy': '1.9', Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'SecurityGroup': '1.4', Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'SecurityGroupRule': '1.2', Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'SubPort': '1.0', Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'Subnet': '1.1', Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: 'Trunk': '1.1'}} Aug 30 07:47:49.984352 dv-cinder-806191-3-iscsi neutron-server[100377]: {{(pid=100377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:47:49.995652 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:47:49.997166 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Checking segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:47:49.997686 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:49.998223 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Bound using segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:47:49.998810 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Bound port: 627f12a6-66f7-423d-b762-558a631432c8, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}}] {{(pid=100377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:47:49.999324 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:50.004687 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d486b976-2015-41c9-9574-1a7d534b172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:50.018799 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155fd550-b4c1-4f86-bfa1-b05e134a792a None None] Network 69687f73-4af7-4d54-9e37-a68d55f807fe requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:47:50.046395 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9fb55ef-1d2d-48fd-bb81-1dd37df8433f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:50.054885 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-c40f7d2b-54c7-4bae-bc50-92143faceb8f service neutron] 10.222.0.73 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312245 Aug 30 07:47:50.069200 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-b7c38371-21c2-45aa-b04d-d510ea9e6904 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6118875 Aug 30 07:47:50.080126 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb98cf9f-c0b4-4930-8bca-342d49a0aaf0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:50.082963 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9fb55ef-1d2d-48fd-bb81-1dd37df8433f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:50.085795 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4ac0b2e1-9a7e-45ea-842b-c006e356610b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:50.100662 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.db [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] For port 627f12a6-66f7-423d-b762-558a631432c8, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:47:50.110665 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.db [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] For port 627f12a6-66f7-423d-b762-558a631432c8, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=627f12a6-66f7-423d-b762-558a631432c8,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:47:50.120329 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:50.214345 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9a51d-480e-4e4d-b9d3-22f30782429e None None] Pushing event updated for resources: {'Port': ['ID=627f12a6-66f7-423d-b762-558a631432c8,revision_number=3']} {{(pid=100377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:50.232002 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4ac0b2e1-9a7e-45ea-842b-c006e356610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:50.237258 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4ac0b2e1-9a7e-45ea-842b-c006e356610b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:50.239350 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Routers {'b472ba6f-4212-4b47-aad1-f6b71b43c0d8'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:47:50.239557 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-4ac0b2e1-9a7e-45ea-842b-c006e356610b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c6604a5a-8282-4a33-8fe9-92fe13635183 HTTP/1.1" status: 204 len: 168 time: 0.5116758 Aug 30 07:47:50.239646 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:47:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:50.261953 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0b2e1-9a7e-45ea-842b-c006e356610b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6604a5a-8282-4a33-8fe9-92fe13635183,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:50.398644 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] Set router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:47:50.403467 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fb55ef-1d2d-48fd-bb81-1dd37df8433f admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:47:50.494971 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9fb55ef-1d2d-48fd-bb81-1dd37df8433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:50.495321 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.segments_db [None req-a9fb55ef-1d2d-48fd-bb81-1dd37df8433f admin admin] Added segment 0533e59f-dd2e-4828-a009-cfb87c1c5e05 of type vlan for network a4d00be6-dcf6-450c-a1f3-87456b01f301 Aug 30 07:47:50.524458 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb55ef-1d2d-48fd-bb81-1dd37df8433f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22266f0c-12f9-4403-8dbf-4df920688f41,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:50.568820 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-07dd32d0-11ae-4052-af16-4fa8c2b762da service neutron] 10.222.0.73 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126452 Aug 30 07:47:50.602401 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9fb55ef-1d2d-48fd-bb81-1dd37df8433f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745590630759'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:50.641874 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-d486b976-2015-41c9-9574-1a7d534b172e admin admin] Allocated IP 172.20.0.1 (c0b6d139-5ec8-4ecd-be42-a32d8b014bf5/8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e/b8cc6280-522a-4b51-ab69-5b9e91eecfec) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:47:50.658995 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9fb55ef-1d2d-48fd-bb81-1dd37df8433f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:50.660329 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fb55ef-1d2d-48fd-bb81-1dd37df8433f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:50.661132 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9fb55ef-1d2d-48fd-bb81-1dd37df8433f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:50.674742 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb98cf9f-c0b4-4930-8bca-342d49a0aaf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:50.730992 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb98cf9f-c0b4-4930-8bca-342d49a0aaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:50.779603 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-a9fb55ef-1d2d-48fd-bb81-1dd37df8433f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1981561 Aug 30 07:47:50.780206 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 58360) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:50.790834 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-bcb4c681-057b-4a14-9b0c-aa8e9c516a66 admin admin] Request body: {'subnet': {'network_id': 'a4d00be6-dcf6-450c-a1f3-87456b01f301', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1143740438-subnet', 'tenant_id': '45f43881717d4212a781637fc247405c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:50.804272 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb55ef-1d2d-48fd-bb81-1dd37df8433f admin admin] Pushing event updated for resources: {'Network': ['ID=a4d00be6-dcf6-450c-a1f3-87456b01f301,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:50.816924 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Network a4d00be6-dcf6-450c-a1f3-87456b01f301 details requested by agent ovs-agent-dv-cinder-806191-3-iscsi with host dv-cinder-806191-3-iscsi {{(pid=100376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:47:50.846348 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb4c681-057b-4a14-9b0c-aa8e9c516a66 admin admin] Made reservation on behalf of 45f43881717d4212a781637fc247405c for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:50.848975 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c681-057b-4a14-9b0c-aa8e9c516a66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:50.850376 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:47:46Z', 'revision_number': 3, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:50.953726 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cfd8e9-2f18-40f8-bd5b-f424ee655b53 None None] The sync data for ids ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'] in dv-cinder-806191-3-iscsi is: [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:47:46Z', 'revision_number': 3, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}] {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:47:50.967686 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58374) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:50.994973 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d1991c16-b1ab-41f3-bf60-71bc88c8ca6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:51.061105 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58388) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:51.071430 dv-cinder-806191-3-iscsi neutron-server[100375]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 07:47:51.195870 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:47:51.212779 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d486b976-2015-41c9-9574-1a7d534b172e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:51.231257 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-d486b976-2015-41c9-9574-1a7d534b172e admin admin] Transition to ACTIVE for port object b8cc6280-522a-4b51-ab69-5b9e91eecfec will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:47:51.279404 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6e55b043-7b17-451c-8f39-08325e5c24f6 req-d4230636-2a1d-4ca5-af66-0b0f9ea436bf tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 210 time: 0.1634393 Aug 30 07:47:51.285542 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d486b976-2015-41c9-9574-1a7d534b172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:51.297488 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:47:51.297986 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:51.357232 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d486b976-2015-41c9-9574-1a7d534b172e admin admin] Network c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:47:51.366546 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-d486b976-2015-41c9-9574-1a7d534b172e admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:51.369738 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d486b976-2015-41c9-9574-1a7d534b172e admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:47:51.370709 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d486b976-2015-41c9-9574-1a7d534b172e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529390'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:51.419013 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-bb98cf9f-c0b4-4930-8bca-342d49a0aaf0 admin admin] Allocated IP 172.27.3.40 (02efbd58-3f47-4ba1-9fc3-db25e7b0ec42/864ddbd5-13be-4be1-97d0-f7c096166157/12e2f8be-74c0-4011-84c9-2ee23c77fee0) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:47:51.524872 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486b976-2015-41c9-9574-1a7d534b172e admin admin] Pushing event updated for resources: {'Port': ['ID=b8cc6280-522a-4b51-ab69-5b9e91eecfec,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:51.642200 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58414) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:51.803837 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-327ffdc3-db39-49de-bcad-e6bbe22302bf None None] Provisioning for port b8cc6280-522a-4b51-ab69-5b9e91eecfec completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:47:51.809062 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-327ffdc3-db39-49de-bcad-e6bbe22302bf None None] Provisioning complete for port b8cc6280-522a-4b51-ab69-5b9e91eecfec triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:47:51.809798 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-327ffdc3-db39-49de-bcad-e6bbe22302bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:51.815132 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c681-057b-4a14-9b0c-aa8e9c516a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:51.816630 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-c493935b-f816-4d88-a84e-b98de2f3bc0e tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:51.824848 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-c493935b-f816-4d88-a84e-b98de2f3bc0e tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/networks?id=69687f73-4af7-4d54-9e37-a68d55f807fe HTTP/1.1" status: 200 len: 811 time: 0.7575684 Aug 30 07:47:51.844766 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb98cf9f-c0b4-4930-8bca-342d49a0aaf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:51.919940 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-327ffdc3-db39-49de-bcad-e6bbe22302bf None None] Port b8cc6280-522a-4b51-ab69-5b9e91eecfec cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:47:51.965643 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-f778c607-0443-4405-aec5-e0e78eee9ce0 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/quotas/edf66595a4b84cdd93e7a1eb55bb40f6 HTTP/1.1" status: 200 len: 375 time: 0.1389468 Aug 30 07:47:52.009166 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4c681-057b-4a14-9b0c-aa8e9c516a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a0b7760-3e57-40c8-b4b6-020e61965ad4,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:52.029948 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d486b976-2015-41c9-9574-1a7d534b172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:52.055926 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb4c681-057b-4a14-9b0c-aa8e9c516a66 admin admin] Checking segment: {'id': '0533e59f-dd2e-4828-a009-cfb87c1c5e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a4d00be6-dcf6-450c-a1f3-87456b01f301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:47:52.056458 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb4c681-057b-4a14-9b0c-aa8e9c516a66 admin admin] Network hostable DHCP agents. Network: a4d00be6-dcf6-450c-a1f3-87456b01f301, hostable agents: ['980fb30f-b881-4380-9851-35d5a168d8a6'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:47:52.142345 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb4c681-057b-4a14-9b0c-aa8e9c516a66 admin admin] Network a4d00be6-dcf6-450c-a1f3-87456b01f301 is scheduled to be hosted by DHCP agent 980fb30f-b881-4380-9851-35d5a168d8a6 with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:47:52.160635 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-e06abb81-d880-4f34-abd0-fe0713650d92 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=edf66595a4b84cdd93e7a1eb55bb40f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1937788 Aug 30 07:47:52.176941 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-13f051c9-9f9e-4db9-8cf9-79ae56104748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:52.180906 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-bcb4c681-057b-4a14-9b0c-aa8e9c516a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-3-iscsi, a4d00be6-dcf6-450c-a1f3-87456b01f301) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:52.193062 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c1386d-0a47-4ed0-8af6-fff81e82b885 None None] Network a4d00be6-dcf6-450c-a1f3-87456b01f301 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:47:52.195557 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb4c681-057b-4a14-9b0c-aa8e9c516a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:52.196085 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c681-057b-4a14-9b0c-aa8e9c516a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:52.213501 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d1991c16-b1ab-41f3-bf60-71bc88c8ca6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:52.225272 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d1991c16-b1ab-41f3-bf60-71bc88c8ca6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:52.259250 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb98cf9f-c0b4-4930-8bca-342d49a0aaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:52.398999 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b191cd3-4bb1-44a8-97d5-694de82eb7f8 None None] Network a4d00be6-dcf6-450c-a1f3-87456b01f301 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:47:52.443560 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d486b976-2015-41c9-9574-1a7d534b172e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:52.454655 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1991c16-b1ab-41f3-bf60-71bc88c8ca6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7793dbfe-1490-4514-8a90-8f43bef64521,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:52.468796 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-884208cd-fad6-49a5-bf43-e6af632fad7a service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=100375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:47:52.475955 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-884208cd-fad6-49a5-bf43-e6af632fad7a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2186580 Aug 30 07:47:52.478248 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d486b976-2015-41c9-9574-1a7d534b172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:52.478982 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d486b976-2015-41c9-9574-1a7d534b172e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530737'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:52.493398 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ee2998ce-8bbd-4a99-ae42-f5abd59f20aa req-1d99bf10-b929-4264-9c2c-82298615dadc tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 210 time: 0.0843699 Aug 30 07:47:52.538853 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486b976-2015-41c9-9574-1a7d534b172e admin admin] Pushing event updated for resources: {'Port': ['ID=b8cc6280-522a-4b51-ab69-5b9e91eecfec,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:52.601810 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98cf9f-c0b4-4930-8bca-342d49a0aaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=12e2f8be-74c0-4011-84c9-2ee23c77fee0,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:52.606299 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-d1991c16-b1ab-41f3-bf60-71bc88c8ca6b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=76870345f7d14b59a235c195f4de69f4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6368680 Aug 30 07:47:52.609017 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 58448) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:52.624477 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb98cf9f-c0b4-4930-8bca-342d49a0aaf0 admin admin] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:47:52.637030 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-bb98cf9f-c0b4-4930-8bca-342d49a0aaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:52.642993 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb98cf9f-c0b4-4930-8bca-342d49a0aaf0 admin admin] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:47:52.714293 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-874d52ef-c1ad-41ca-b213-14514f032295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:52.732698 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d486b976-2015-41c9-9574-1a7d534b172e admin admin] Network c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:47:52.735747 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-d486b976-2015-41c9-9574-1a7d534b172e admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:52.756289 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-874d52ef-c1ad-41ca-b213-14514f032295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:52.799160 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-13f051c9-9f9e-4db9-8cf9-79ae56104748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:52.831328 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-bcb4c681-057b-4a14-9b0c-aa8e9c516a66 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0443323 Aug 30 07:47:52.850142 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-84b589eb-c0d2-47d8-b617-01e4e9b3b3b9 service neutron] 10.222.0.73 "GET /v2.0/networks/69687f73-4af7-4d54-9e37-a68d55f807fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724074 Aug 30 07:47:52.861072 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-13f051c9-9f9e-4db9-8cf9-79ae56104748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:52.951482 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d486b976-2015-41c9-9574-1a7d534b172e admin admin] Router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:47:52.952422 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-874d52ef-c1ad-41ca-b213-14514f032295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:52.954941 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-874d52ef-c1ad-41ca-b213-14514f032295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:52.956074 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-874d52ef-c1ad-41ca-b213-14514f032295 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7793dbfe-1490-4514-8a90-8f43bef64521 HTTP/1.1" status: 204 len: 168 time: 0.3461268 Aug 30 07:47:52.993084 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d52ef-c1ad-41ca-b213-14514f032295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7793dbfe-1490-4514-8a90-8f43bef64521,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:53.057556 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-13f051c9-9f9e-4db9-8cf9-79ae56104748 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a09539b792274decaf469699a08b8872&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3944798 Aug 30 07:47:53.058071 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 58458) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:53.061596 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58456) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:53.110209 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f051c9-9f9e-4db9-8cf9-79ae56104748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1298bb-30c9-4bd1-a657-3b9fb651840c,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:53.178873 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-77b79a42-d9a6-4f11-933a-b2172cb5d780 None None] Provisioning complete for port b8cc6280-522a-4b51-ab69-5b9e91eecfec triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:47:53.179418 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-77b79a42-d9a6-4f11-933a-b2172cb5d780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:53.311285 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:53.323817 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-77b79a42-d9a6-4f11-933a-b2172cb5d780 None None] Port b8cc6280-522a-4b51-ab69-5b9e91eecfec cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:47:53.339495 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 627f12a6-66f7-423d-b762-558a631432c8 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:47:53.364735 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bf5834fc-4af8-440a-a1e5-020e7124c3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:53.424082 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bf5834fc-4af8-440a-a1e5-020e7124c3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:53.425269 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bfbc87c-2fdf-4268-93ac-abe20b9b3e22 admin admin] Deleting subnet 4f3b14fb-4035-4b7c-8d0f-8cc87dcf911c {{(pid=100375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:47:53.438024 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d486b976-2015-41c9-9574-1a7d534b172e admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:47:53.455611 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc87c-2fdf-4268-93ac-abe20b9b3e22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:53.478008 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-d486b976-2015-41c9-9574-1a7d534b172e admin admin] 10.222.0.73 "PUT /v2.0/routers/b472ba6f-4212-4b47-aad1-f6b71b43c0d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0758603 Aug 30 07:47:53.485300 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 627f12a6-66f7-423d-b762-558a631432c8 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:47:53.489459 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 627f12a6-66f7-423d-b762-558a631432c8 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:47:53.489907 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:53.496739 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-db5dd220-b910-48e3-a54b-e342a453b800 service neutron] 10.222.0.73 "GET /v2.0/networks/69687f73-4af7-4d54-9e37-a68d55f807fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445255 Aug 30 07:47:53.501972 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb98cf9f-c0b4-4930-8bca-342d49a0aaf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:53.573822 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bf5834fc-4af8-440a-a1e5-020e7124c3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:53.577997 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bf5834fc-4af8-440a-a1e5-020e7124c3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:53.579493 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-bf5834fc-4af8-440a-a1e5-020e7124c3be admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d1298bb-30c9-4bd1-a657-3b9fb651840c HTTP/1.1" status: 204 len: 168 time: 0.5184209 Aug 30 07:47:53.604182 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5834fc-4af8-440a-a1e5-020e7124c3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1298bb-30c9-4bd1-a657-3b9fb651840c,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:53.713599 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc87c-2fdf-4268-93ac-abe20b9b3e22 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:53.728145 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:53.734717 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc87c-2fdf-4268-93ac-abe20b9b3e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3840692'] for subnet, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:53.770402 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port 627f12a6-66f7-423d-b762-558a631432c8, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=627f12a6-66f7-423d-b762-558a631432c8,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:53.778750 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:53.886271 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Sync routers for ids ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:47:53.935301 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=627f12a6-66f7-423d-b762-558a631432c8,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:53.938092 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Routers {'b472ba6f-4212-4b47-aad1-f6b71b43c0d8'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:47:53.949736 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:47:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:54.029230 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d8bda315-5e64-4830-baf7-94e41d03a014 req-a948f313-dc46-4f50-9f9f-f3da5b43f237 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 210 time: 0.2051594 Aug 30 07:47:54.052262 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc87c-2fdf-4268-93ac-abe20b9b3e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3840699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:54.101325 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc87c-2fdf-4268-93ac-abe20b9b3e22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:54.103541 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-0bfbc87c-2fdf-4268-93ac-abe20b9b3e22 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4f3b14fb-4035-4b7c-8d0f-8cc87dcf911c HTTP/1.1" status: 204 len: 168 time: 1.0170186 Aug 30 07:47:54.104318 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbc87c-2fdf-4268-93ac-abe20b9b3e22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f3b14fb-4035-4b7c-8d0f-8cc87dcf911c,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:54.106806 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58516) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:54.155023 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.61', 55027) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:54.205538 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Set router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:47:54.206140 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb98cf9f-c0b4-4930-8bca-342d49a0aaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529201'] for router, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:54.284946 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768868'] for network, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:54.314924 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1ce940d8-8357-4b24-bb5b-a8c8ba77706f req-6ea5ebfd-ab88-44be-88bd-c1dc8b62a1db tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 210 time: 0.0897086 Aug 30 07:47:54.488756 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-439e3160-5724-4796-93f0-6dde398959b8 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:54.492567 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-439e3160-5724-4796-93f0-6dde398959b8 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.61 "GET /v2.0/networks?id=48af5f56-a712-424c-ad52-bbe266bf5358 HTTP/1.1" status: 200 len: 814 time: 0.3364687 Aug 30 07:47:54.576052 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-60c06cbb-5906-4a2e-a4e3-f43f19e1f20d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Request body: {'port': {'device_id': '4967d79f-d77e-494e-913b-b11b09a5dee4', 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358', 'admin_state_up': True, 'tenant_id': 'b7540de7f257475e864b4023460d355a'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:54.691327 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3772495', 'neutron.services.segments.db._delete_segments_for_network-8745591126510'] for network, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:54.729670 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:54.730040 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:54.738332 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:54.738332 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Subscribe: > port after_create 55550000 {{(pid=100375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:54.738671 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Subscribe: > port after_delete 55550000 {{(pid=100375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:54.739017 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Subscribe: > port after_update 55550000 {{(pid=100375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:54.739341 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:54.741516 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:54.741877 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:54.742425 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:54.782254 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:47:51Z', 'revision_number': 4, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': 'b8cc6280-522a-4b51-ab69-5b9e91eecfec', 'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'mac_address': 'fa:16:3e:90:c1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:47:52Z', 'revision_number': 2, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'subnets': [{'id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:54.831548 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Checking router: b472ba6f-4212-4b47-aad1-f6b71b43c0d8 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:47:54.834897 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Updating router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 port b8cc6280-522a-4b51-ab69-5b9e91eecfec binding host dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:47:54.887288 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:54.993792 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:54.993792 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:54.993792 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:54.993792 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:54.994756 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.services.segments.db [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c54391b-54e3-411b-981b-d6ed16d2aa77']}} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:55.040840 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-60c06cbb-5906-4a2e-a4e3-f43f19e1f20d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Made reservation on behalf of b7540de7f257475e864b4023460d355a for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:55.045506 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-60c06cbb-5906-4a2e-a4e3-f43f19e1f20d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:55.076325 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.services.segments.db [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118542a9-6ec9-4ae0-9948-88b984dfd616') {'for_net_delete': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:55.076811 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.services.segments.db [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118542a9-6ec9-4ae0-9948-88b984dfd616') {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:55.148998 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745591126393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11923357'] for segment, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:55.205240 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb98cf9f-c0b4-4930-8bca-342d49a0aaf0 admin admin] Router 82cc8dba-ee03-4db2-b8af-4c4abae5c0b8 is scheduled to L3 agent ddc06514-e62b-4404-9376-303558d37976 with binding_index 1 {{(pid=100375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:47:55.225824 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:55.252459 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=100375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:47:55.253278 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11718352'] for segment, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: from cryptography.utils import int_from_bytes Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: from cryptography.utils import int_from_bytes Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: Traceback (most recent call last): Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: timer() Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: cb(*args, **kw) Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: return func(*args, **kwargs) Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: self._notify() Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: self.callback(batched_events) Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: event.method(event) Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: return f(self, *a, **k) Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: return self._get(url).json() Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: return self.request(url, 'GET', **kwargs) Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:47:55.258680 dv-cinder-806191-3-iscsi neutron-server[100375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:47:55.271249 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 627f12a6-66f7-423d-b762-558a631432c8 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:47:55.510281 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3772470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529257'] for network, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:55.526214 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:55.533117 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] 10.222.0.73 "DELETE /v2.0/networks/6c54391b-54e3-411b-981b-d6ed16d2aa77 HTTP/1.1" status: 204 len: 168 time: 1.4196877 Aug 30 07:47:55.534401 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58602) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:55.641754 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a5ad3-c956-489c-a069-bea2ddafc4fb admin admin] Pushing event deleted for resources: {'Network': ['ID=6c54391b-54e3-411b-981b-d6ed16d2aa77,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:55.647376 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d51126-91b4-4898-9193-f22429d72988 admin admin] Deleting subnet 3a0b7760-3e57-40c8-b4b6-020e61965ad4 {{(pid=100375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:47:55.654507 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-84d51126-91b4-4898-9193-f22429d72988 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:55.821877 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-84d51126-91b4-4898-9193-f22429d72988 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11923330'] for subnet, precommit_delete_associations {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:55.906661 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-84d51126-91b4-4898-9193-f22429d72988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3840692'] for subnet, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:55.967904 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58614) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:55.996037 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-b9178ee4-7ca8-40e8-8d5c-d24560881dd6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--530159310', 'description': 'tempest-description--459095914'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:56.037738 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:56.054198 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Transition to ACTIVE for port object b8cc6280-522a-4b51-ab69-5b9e91eecfec will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:47:56.076315 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:56.125981 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8662adf8-310f-4102-a1a4-95aef7f22a3e req-354a7b3f-2ef8-4407-ba76-6c7f25692871 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 210 time: 0.5966160 Aug 30 07:47:56.140904 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb98cf9f-c0b4-4930-8bca-342d49a0aaf0 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:47:56.146426 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a6d06-7a1a-4062-8ce0-af512ed2088a None None] Pushing event updated for resources: {'Port': ['ID=b8cc6280-522a-4b51-ab69-5b9e91eecfec,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:56.152601 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 627f12a6-66f7-423d-b762-558a631432c8 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:47:56.152974 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:56.175254 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Sync routers for ids ['82cc8dba-ee03-4db2-b8af-4c4abae5c0b8'] in dv-cinder-806191-3-iscsi {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:47:56.205968 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Routers {'82cc8dba-ee03-4db2-b8af-4c4abae5c0b8'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:47:56.208554 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:47:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['82cc8dba-ee03-4db2-b8af-4c4abae5c0b8'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:56.259580 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b9178ee4-7ca8-40e8-8d5c-d24560881dd6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:56.380390 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb98cf9f-c0b4-4930-8bca-342d49a0aaf0 admin admin] Notify callbacks [] for router, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:56.385894 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-bb98cf9f-c0b4-4930-8bca-342d49a0aaf0 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.8793659 Aug 30 07:47:56.389313 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58630) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:56.617735 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d442de12-b59d-4ea8-a321-cd72e913a5a2 req-8ab455ed-f9b6-4eed-8ab3-8be79a148173 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 210 time: 0.0818746 Aug 30 07:47:56.617735 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-60c06cbb-5906-4a2e-a4e3-f43f19e1f20d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Allocated IP 172.20.0.11 (48af5f56-a712-424c-ad52-bbe266bf5358/540cd3fa-6129-4e85-96e0-36bf95c68725/6775eff3-812a-4ed1-8de8-36fd5d098c28) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:47:56.707978 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b9178ee4-7ca8-40e8-8d5c-d24560881dd6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:56.707978 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-84d51126-91b4-4898-9193-f22429d72988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3840699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11718326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11245827'] for subnet, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:56.731061 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Attempting to bind port b8cc6280-522a-4b51-ab69-5b9e91eecfec on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:47:56.733827 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Attempting to bind port b8cc6280-522a-4b51-ab69-5b9e91eecfec by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '3313c450-3e0a-4a55-9b55-654832350b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:47:56.735068 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Attempting to bind port b8cc6280-522a-4b51-ab69-5b9e91eecfec on network c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:47:56.801864 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:47:56.809745 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Checking segment: {'id': '3313c450-3e0a-4a55-9b55-654832350b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:47:56.809745 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:56.809745 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Bound using segment: {'id': '3313c450-3e0a-4a55-9b55-654832350b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:47:56.809745 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Bound port: b8cc6280-522a-4b51-ab69-5b9e91eecfec, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3313c450-3e0a-4a55-9b55-654832350b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:47:56.809745 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:56.873686 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-84d51126-91b4-4898-9193-f22429d72988 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:56.895288 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-84d51126-91b4-4898-9193-f22429d72988 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3a0b7760-3e57-40c8-b4b6-020e61965ad4 HTTP/1.1" status: 204 len: 168 time: 1.3336501 Aug 30 07:47:56.895288 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b9178ee4-7ca8-40e8-8d5c-d24560881dd6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:56.910524 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 58640) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:56.970459 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Set router 82cc8dba-ee03-4db2-b8af-4c4abae5c0b8 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:47:56.982091 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.61', 55036) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:57.072338 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d51126-91b4-4898-9193-f22429d72988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a0b7760-3e57-40c8-b4b6-020e61965ad4,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:57.092531 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b9178ee4-7ca8-40e8-8d5c-d24560881dd6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:57.101455 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-b9178ee4-7ca8-40e8-8d5c-d24560881dd6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1288648 Aug 30 07:47:57.107193 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58646) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:57.139115 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] For port b8cc6280-522a-4b51-ab69-5b9e91eecfec, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:47:57.139431 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-ae19a468-b4f7-4a3c-891b-826c3163849f tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Request body: {'security_group_rule': {'security_group_id': 'aa58337b-7816-44af-b514-39c8d925ad9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:57.153602 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] For port b8cc6280-522a-4b51-ab69-5b9e91eecfec, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=b8cc6280-522a-4b51-ab69-5b9e91eecfec,segment=NetworkSegment(3313c450-3e0a-4a55-9b55-654832350b5d),segment_id=3313c450-3e0a-4a55-9b55-654832350b5d)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:47:57.170699 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:57.363202 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9178ee4-7ca8-40e8-8d5c-d24560881dd6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa58337b-7816-44af-b514-39c8d925ad9f,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:57.424247 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ae19a468-b4f7-4a3c-891b-826c3163849f tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:57.431337 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Routers {'b472ba6f-4212-4b47-aad1-f6b71b43c0d8'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:47:57.443934 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:47:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:57.559304 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a6d06-7a1a-4062-8ce0-af512ed2088a None None] Pushing event updated for resources: {'Port': ['ID=b8cc6280-522a-4b51-ab69-5b9e91eecfec,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:57.590116 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc8dba-ee03-4db2-b8af-4c4abae5c0b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1103846598-router', 'tenant_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '12e2f8be-74c0-4011-84c9-2ee23c77fee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:49Z', 'updated_at': '2021-08-30T07:47:52Z', 'revision_number': 3, 'project_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'gw_port': {'id': '12e2f8be-74c0-4011-84c9-2ee23c77fee0', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cc8dba-ee03-4db2-b8af-4c4abae5c0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:57.703128 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Checking router: 82cc8dba-ee03-4db2-b8af-4c4abae5c0b8 for host: dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:47:57.704262 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Updating router 82cc8dba-ee03-4db2-b8af-4c4abae5c0b8 port 12e2f8be-74c0-4011-84c9-2ee23c77fee0 binding host dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:47:57.807219 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] Set router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:47:57.821515 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:57.859353 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2cced388-c7d6-46bb-b5f3-bcea3acadd12 req-d6c9ae7b-77cb-40a3-af04-be066967b6cc tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 210 time: 0.3046451 Aug 30 07:47:57.940003 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-60c06cbb-5906-4a2e-a4e3-f43f19e1f20d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:58.016733 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768868'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:58.273390 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-1571b25f-2e9d-47d2-89fa-9bf066c06adc tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:58.282141 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-1571b25f-2e9d-47d2-89fa-9bf066c06adc tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.61 "GET /v2.0/networks?id=69687f73-4af7-4d54-9e37-a68d55f807fe HTTP/1.1" status: 200 len: 811 time: 1.2990191 Aug 30 07:47:58.488978 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3772495', 'neutron.services.segments.db._delete_segments_for_network-8745591126510'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:58.495682 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Notify callbacks [] for port, precommit_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:58.510925 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:47:51Z', 'revision_number': 4, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': 'b8cc6280-522a-4b51-ab69-5b9e91eecfec', 'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'mac_address': 'fa:16:3e:90:c1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:47:57Z', 'revision_number': 4, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'subnets': [{'id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:58.529522 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.provisioning_blocks [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Transition to ACTIVE for port object 12e2f8be-74c0-4011-84c9-2ee23c77fee0 will not be triggered until provisioned by entity L2. {{(pid=100377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:47:58.534623 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:58.534873 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:58.535644 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:58.535979 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Subscribe: > port after_create 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:58.536314 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Subscribe: > port after_delete 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:58.536755 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Subscribe: > port after_update 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:58.536959 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:58.538413 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:58.542498 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:58.547225 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:58.548130 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:58.610661 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e52531-bd8e-4ba5-9fb4-42d2629178a1 None None] The sync data for ids ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'] in dv-cinder-806191-3-iscsi is: [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:47:51Z', 'revision_number': 4, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': 'b8cc6280-522a-4b51-ab69-5b9e91eecfec', 'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'mac_address': 'fa:16:3e:90:c1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:47:57Z', 'revision_number': 4, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'subnets': [{'id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:47:58.697649 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Attempting to bind port 12e2f8be-74c0-4011-84c9-2ee23c77fee0 on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:47:58.700625 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Attempting to bind port 12e2f8be-74c0-4011-84c9-2ee23c77fee0 by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}] {{(pid=100377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:47:58.701964 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Attempting to bind port 12e2f8be-74c0-4011-84c9-2ee23c77fee0 on network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:47:58.718278 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:47:58.720634 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ef2a2488-e2a8-40bb-894d-44a69060c416 req-e86781c1-0647-4ded-9b3b-7cb6741c26aa tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 210 time: 0.5832767 Aug 30 07:47:58.723994 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Checking segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:47:58.724644 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:58.725254 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Bound using segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:47:58.725954 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Bound port: 12e2f8be-74c0-4011-84c9-2ee23c77fee0, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}}] {{(pid=100377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:47:58.727180 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:58.864192 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ae19a468-b4f7-4a3c-891b-826c3163849f tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:58.883407 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.db [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] For port 12e2f8be-74c0-4011-84c9-2ee23c77fee0, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:47:58.889958 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ae19a468-b4f7-4a3c-891b-826c3163849f tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:58.906399 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.db [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] For port 12e2f8be-74c0-4011-84c9-2ee23c77fee0, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=12e2f8be-74c0-4011-84c9-2ee23c77fee0,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:47:58.907997 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051f8e2-c565-442d-9fc3-4450c7efd625 None None] Pushing event updated for resources: {'Port': ['ID=12e2f8be-74c0-4011-84c9-2ee23c77fee0,revision_number=2']} {{(pid=100377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:58.916673 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:59.055056 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Routers {'82cc8dba-ee03-4db2-b8af-4c4abae5c0b8'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:47:59.057342 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:47:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['82cc8dba-ee03-4db2-b8af-4c4abae5c0b8'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:59.131916 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051f8e2-c565-442d-9fc3-4450c7efd625 None None] Pushing event updated for resources: {'Port': ['ID=12e2f8be-74c0-4011-84c9-2ee23c77fee0,revision_number=3']} {{(pid=100377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:59.153736 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:59.154381 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:59.154724 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:59.156223 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:47:59.156883 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d00be6-dcf6-450c-a1f3-87456b01f301']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:59.157969 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19a468-b4f7-4a3c-891b-826c3163849f tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88f88ec-4fd8-4d82-9242-b625fd91f56a,revision_number=0']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:59.193293 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-5a069143-2974-41ab-bdec-1a19a4fb429b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Request body: {'port': {'device_id': 'bf7e7530-d91c-4112-98e3-e0297020dfb6', 'network_id': '69687f73-4af7-4d54-9e37-a68d55f807fe', 'admin_state_up': True, 'tenant_id': 'edf66595a4b84cdd93e7a1eb55bb40f6'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:59.242007 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ae19a468-b4f7-4a3c-891b-826c3163849f tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:59.247464 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-ae19a468-b4f7-4a3c-891b-826c3163849f tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1205389 Aug 30 07:47:59.264574 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58690) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:59.281879 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-38042fcd-eec8-4286-8b89-d6dd027bf672 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Request body: {'security_group_rule': {'security_group_id': 'aa58337b-7816-44af-b514-39c8d925ad9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:59.284019 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] Set router 82cc8dba-ee03-4db2-b8af-4c4abae5c0b8 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:47:59.325209 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0533e59f-dd2e-4828-a009-cfb87c1c5e05') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:59.325535 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0533e59f-dd2e-4828-a009-cfb87c1c5e05') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:59.338279 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-60c06cbb-5906-4a2e-a4e3-f43f19e1f20d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:59.358760 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device b8cc6280-522a-4b51-ab69-5b9e91eecfec up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:47:59.414851 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-38042fcd-eec8-4286-8b89-d6dd027bf672 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:59.444215 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-60c06cbb-5906-4a2e-a4e3-f43f19e1f20d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Network 48af5f56-a712-424c-ad52-bbe266bf5358 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:47:59.577447 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port b8cc6280-522a-4b51-ab69-5b9e91eecfec completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:47:59.592849 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port b8cc6280-522a-4b51-ab69-5b9e91eecfec triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:47:59.593249 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:59.725781 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc8dba-ee03-4db2-b8af-4c4abae5c0b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1103846598-router', 'tenant_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '12e2f8be-74c0-4011-84c9-2ee23c77fee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:49Z', 'updated_at': '2021-08-30T07:47:52Z', 'revision_number': 3, 'project_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'gw_port': {'id': '12e2f8be-74c0-4011-84c9-2ee23c77fee0', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cc8dba-ee03-4db2-b8af-4c4abae5c0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:59.787758 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-38042fcd-eec8-4286-8b89-d6dd027bf672 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:59.800766 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745591126393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12530154'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:59.802101 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41284ddd-91ac-438b-b7ba-a06ddf3978bb None None] The sync data for ids ['82cc8dba-ee03-4db2-b8af-4c4abae5c0b8'] in dv-cinder-806191-3-iscsi is: [{'id': '82cc8dba-ee03-4db2-b8af-4c4abae5c0b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1103846598-router', 'tenant_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '12e2f8be-74c0-4011-84c9-2ee23c77fee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:49Z', 'updated_at': '2021-08-30T07:47:52Z', 'revision_number': 3, 'project_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'gw_port': {'id': '12e2f8be-74c0-4011-84c9-2ee23c77fee0', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cc8dba-ee03-4db2-b8af-4c4abae5c0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}] {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:47:59.827134 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-60c06cbb-5906-4a2e-a4e3-f43f19e1f20d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:59.835438 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c06cbb-5906-4a2e-a4e3-f43f19e1f20d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Pushing event updated for resources: {'Port': ['ID=6775eff3-812a-4ed1-8de8-36fd5d098c28,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:59.875456 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-60c06cbb-5906-4a2e-a4e3-f43f19e1f20d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:47:59.887737 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-38042fcd-eec8-4286-8b89-d6dd027bf672 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:59.965514 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:59.982971 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38042fcd-eec8-4286-8b89-d6dd027bf672 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57fbe4a5-c8fa-4bff-ac5f-0680661cf78d,revision_number=0']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:00.028352 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-60c06cbb-5906-4a2e-a4e3-f43f19e1f20d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:00.028835 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-60c06cbb-5906-4a2e-a4e3-f43f19e1f20d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:00.074358 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-60c06cbb-5906-4a2e-a4e3-f43f19e1f20d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5079987 Aug 30 07:48:00.103326 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-38042fcd-eec8-4286-8b89-d6dd027bf672 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:00.106769 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-38042fcd-eec8-4286-8b89-d6dd027bf672 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8407614 Aug 30 07:48:00.120759 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port b8cc6280-522a-4b51-ab69-5b9e91eecfec, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=b8cc6280-522a-4b51-ab69-5b9e91eecfec,segment=NetworkSegment(3313c450-3e0a-4a55-9b55-654832350b5d),segment_id=3313c450-3e0a-4a55-9b55-654832350b5d)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:00.132093 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:00.135048 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 58708) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:00.150695 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-a88fc5dc-c6a9-4e45-a112-96289ce05a74 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:48:00.152443 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-a88fc5dc-c6a9-4e45-a112-96289ce05a74 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152559 Aug 30 07:48:00.155216 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:00.159176 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f35b1869-670f-47dd-9bf4-1b8e5dd4ca89 req-8a49a077-fdbf-41b0-aa1a-d49e82cc0f2a tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 210 time: 0.1263218 Aug 30 07:48:00.189190 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a173313e-b736-44e9-9fa2-63abdde3a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:00.210120 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f0aa6-7c0d-4f8a-97b7-2582886eecda req-8aed3007-33bd-4e92-b3ad-619852a3f197 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:00.229212 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-013f0aa6-7c0d-4f8a-97b7-2582886eecda req-8aed3007-33bd-4e92-b3ad-619852a3f197 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 932 time: 1.0566225 Aug 30 07:48:00.263500 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-87b19eca-5da8-41c4-b633-ed541d2d291a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Request body: {'floatingip': {'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:00.359435 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:48:00.374757 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11671296'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: from cryptography.utils import int_from_bytes Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: from cryptography.utils import int_from_bytes Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: Traceback (most recent call last): Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: timer() Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: cb(*args, **kw) Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: return func(*args, **kwargs) Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: self._notify() Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: self.callback(batched_events) Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: event.method(event) Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: return f(self, *a, **k) Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._get(url).json() Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: return self.request(url, 'GET', **kwargs) Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:48:00.385015 dv-cinder-806191-3-iscsi neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:48:00.391178 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=b8cc6280-522a-4b51-ab69-5b9e91eecfec,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:00.599072 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-3474250e-b35a-4b26-9b68-442e711c581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:00.717347 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-013f0aa6-7c0d-4f8a-97b7-2582886eecda req-e7f537d3-3b4a-4d95-ae38-85351075c624 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893828 Aug 30 07:48:00.731143 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3772470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529257'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:00.752613 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:00.754614 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] 10.222.0.73 "DELETE /v2.0/networks/a4d00be6-dcf6-450c-a1f3-87456b01f301 HTTP/1.1" status: 204 len: 168 time: 3.8571849 Aug 30 07:48:00.790054 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87b19eca-5da8-41c4-b633-ed541d2d291a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:00.833422 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d06ecd-db4f-416e-8261-3845b8bae35b admin admin] Pushing event deleted for resources: {'Network': ['ID=a4d00be6-dcf6-450c-a1f3-87456b01f301,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:00.894701 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Request body: {'port': {'device_id': '4967d79f-d77e-494e-913b-b11b09a5dee4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:00.909143 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-a173313e-b736-44e9-9fa2-63abdde3a393 admin admin] Allocated IP 172.20.0.1 (83b43835-9098-4d89-a14a-34cf351e7cdb/ef674ad9-bd11-485a-91a9-03f033f485ef/5556101c-0113-4ce7-b151-be248c620c46) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:48:01.053173 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-5a069143-2974-41ab-bdec-1a19a4fb429b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Made reservation on behalf of edf66595a4b84cdd93e7a1eb55bb40f6 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:48:01.059368 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-5a069143-2974-41ab-bdec-1a19a4fb429b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:01.085202 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58722) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:01.166842 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a173313e-b736-44e9-9fa2-63abdde3a393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:01.188723 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:01.248043 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a173313e-b736-44e9-9fa2-63abdde3a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:01.326113 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58728) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:01.392144 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device b8cc6280-522a-4b51-ab69-5b9e91eecfec up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:01.435553 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173313e-b736-44e9-9fa2-63abdde3a393 admin admin] Pushing event updated for resources: {'Port': ['ID=5556101c-0113-4ce7-b151-be248c620c46,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:01.528642 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-32115eeb-a90d-40fe-849f-42f64b08385c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0a952174f52f494487c2ac2522c19a4b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1913877 Aug 30 07:48:01.530128 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port b8cc6280-522a-4b51-ab69-5b9e91eecfec triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:01.530539 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:01.614408 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58734) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:01.643655 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5b8e8e53-447d-43ea-90e2-a145df03a276 req-ddf97968-069d-42cd-b1f4-3864b3438e37 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 210 time: 0.2103355 Aug 30 07:48:01.743895 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a173313e-b736-44e9-9fa2-63abdde3a393 admin admin] Network 83b43835-9098-4d89-a14a-34cf351e7cdb is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:01.752870 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-a173313e-b736-44e9-9fa2-63abdde3a393 admin admin] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:01.769219 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-74bc0e54-ca9f-4d44-b008-2d2f7e027851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:01.774033 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a173313e-b736-44e9-9fa2-63abdde3a393 admin admin] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:48:01.803649 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 12e2f8be-74c0-4011-84c9-2ee23c77fee0 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:01.920439 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 12e2f8be-74c0-4011-84c9-2ee23c77fee0 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:01.940929 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 12e2f8be-74c0-4011-84c9-2ee23c77fee0 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:01.943901 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:02.025453 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-971d23a0-e18c-42f8-84bf-b4df131e61ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:02.037833 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a173313e-b736-44e9-9fa2-63abdde3a393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529390'] for router_interface, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:02.152839 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:02.200957 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port 12e2f8be-74c0-4011-84c9-2ee23c77fee0, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=12e2f8be-74c0-4011-84c9-2ee23c77fee0,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:02.214392 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:02.347254 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=12e2f8be-74c0-4011-84c9-2ee23c77fee0,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:02.385513 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-971d23a0-e18c-42f8-84bf-b4df131e61ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:02.448291 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-5a069143-2974-41ab-bdec-1a19a4fb429b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Allocated IP 172.20.0.6 (69687f73-4af7-4d54-9e37-a68d55f807fe/7d9ab54e-b817-413d-8b0a-131e706a7bff/708e585c-b3c8-47c5-afdf-a68c26eb49ca) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:48:02.528000 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9758f9e-60bb-4122-ad19-a51f659d8927 req-c604dcaf-318a-485d-97c3-09003d50b089 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:02.536917 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d9758f9e-60bb-4122-ad19-a51f659d8927 req-c604dcaf-318a-485d-97c3-09003d50b089 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 932 time: 0.3471754 Aug 30 07:48:02.548265 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87b19eca-5da8-41c4-b633-ed541d2d291a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:02.613882 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-971d23a0-e18c-42f8-84bf-b4df131e61ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:02.616436 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-971d23a0-e18c-42f8-84bf-b4df131e61ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:02.621355 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-971d23a0-e18c-42f8-84bf-b4df131e61ba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9fab56b3-ce70-4e33-b22e-1a90d73202c8 HTTP/1.1" status: 204 len: 168 time: 0.9758477 Aug 30 07:48:02.633317 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-74bc0e54-ca9f-4d44-b008-2d2f7e027851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:02.647616 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-74bc0e54-ca9f-4d44-b008-2d2f7e027851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:02.678403 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-74bc0e54-ca9f-4d44-b008-2d2f7e027851 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e75fd1cd42e04af590c1572da98e672f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5920253 Aug 30 07:48:02.696168 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d23a0-e18c-42f8-84bf-b4df131e61ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fab56b3-ce70-4e33-b22e-1a90d73202c8,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:02.725318 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 58756) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:02.794465 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d9758f9e-60bb-4122-ad19-a51f659d8927 req-30fc8a91-f1ee-4885-8afa-b2a3563760f6 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494202 Aug 30 07:48:02.911547 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-dd4e9896-3daa-473e-b177-c60810b0e3f7 req-c6d6dd7b-b004-423a-ab54-2802f8ae4bcc tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 210 time: 0.1076190 Aug 30 07:48:02.936772 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-87b19eca-5da8-41c4-b633-ed541d2d291a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Allocated IP 172.27.3.7 (02efbd58-3f47-4ba1-9fc3-db25e7b0ec42/864ddbd5-13be-4be1-97d0-f7c096166157/615895e9-5779-405c-b15a-5a6e2bcad9d7) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:48:02.976500 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc0e54-ca9f-4d44-b008-2d2f7e027851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a58e54a-d395-4db7-967a-bbd2547b2c7d,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:02.996762 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a173313e-b736-44e9-9fa2-63abdde3a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:03.032120 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6775eff3-812a-4ed1-8de8-36fd5d098c28 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:48:03.044097 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:03.148285 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Transition to ACTIVE for port object 6775eff3-812a-4ed1-8de8-36fd5d098c28 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:03.166396 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:03.240048 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-99c23593-39d2-466b-8560-552e698bfdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:03.248937 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 12e2f8be-74c0-4011-84c9-2ee23c77fee0 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:03.333738 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a173313e-b736-44e9-9fa2-63abdde3a393 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:03.345325 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a173313e-b736-44e9-9fa2-63abdde3a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:03.362210 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 12e2f8be-74c0-4011-84c9-2ee23c77fee0 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:03.362210 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:03.362516 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Pushing event updated for resources: {'Port': ['ID=6775eff3-812a-4ed1-8de8-36fd5d098c28,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:03.400441 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-99c23593-39d2-466b-8560-552e698bfdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:03.452088 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87b19eca-5da8-41c4-b633-ed541d2d291a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:03.500791 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-5a069143-2974-41ab-bdec-1a19a4fb429b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:03.513966 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 58764) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:03.566543 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d738abcd-5e08-445b-8b7a-3749796efe5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:03.626954 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-5a069143-2974-41ab-bdec-1a19a4fb429b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:03.697359 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-bef022e0-ba2c-45de-a0e7-1f8d316f8145 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=45f43881717d4212a781637fc247405c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1661000 Aug 30 07:48:03.713341 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173313e-b736-44e9-9fa2-63abdde3a393 admin admin] Pushing event updated for resources: {'Port': ['ID=5556101c-0113-4ce7-b151-be248c620c46,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:03.737947 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58774) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:03.738853 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a173313e-b736-44e9-9fa2-63abdde3a393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530737'] for router_interface, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:03.781410 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a069143-2974-41ab-bdec-1a19a4fb429b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Pushing event updated for resources: {'Port': ['ID=708e585c-b3c8-47c5-afdf-a68c26eb49ca,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:03.846377 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-5a069143-2974-41ab-bdec-1a19a4fb429b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Network 69687f73-4af7-4d54-9e37-a68d55f807fe is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:03.847965 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e36cee3e-d9c7-4367-822f-53ecef256d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:03.858198 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-5a069143-2974-41ab-bdec-1a19a4fb429b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:03.863554 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Attempting to bind port 6775eff3-812a-4ed1-8de8-36fd5d098c28 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:48:03.864001 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Attempting to bind port 6775eff3-812a-4ed1-8de8-36fd5d098c28 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '84acf25c-4045-4abf-a4e8-8adbfaa639ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:48:03.864618 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Attempting to bind port 6775eff3-812a-4ed1-8de8-36fd5d098c28 on network 48af5f56-a712-424c-ad52-bbe266bf5358 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:03.868382 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-5a069143-2974-41ab-bdec-1a19a4fb429b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:48:03.873521 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e36cee3e-d9c7-4367-822f-53ecef256d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:03.927873 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-5a069143-2974-41ab-bdec-1a19a4fb429b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:03.928563 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-5a069143-2974-41ab-bdec-1a19a4fb429b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:03.993604 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e36cee3e-d9c7-4367-822f-53ecef256d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:03.997226 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e36cee3e-d9c7-4367-822f-53ecef256d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:03.998813 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-e36cee3e-d9c7-4367-822f-53ecef256d0e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/22266f0c-12f9-4403-8dbf-4df920688f41 HTTP/1.1" status: 204 len: 168 time: 0.2577412 Aug 30 07:48:04.001120 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a173313e-b736-44e9-9fa2-63abdde3a393 admin admin] Network 83b43835-9098-4d89-a14a-34cf351e7cdb is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:04.005246 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-99c23593-39d2-466b-8560-552e698bfdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:04.005408 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-a173313e-b736-44e9-9fa2-63abdde3a393 admin admin] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:04.012246 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-99c23593-39d2-466b-8560-552e698bfdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:04.013568 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-99c23593-39d2-466b-8560-552e698bfdbb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0a58e54a-d395-4db7-967a-bbd2547b2c7d HTTP/1.1" status: 204 len: 168 time: 1.2739520 Aug 30 07:48:04.014445 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Port 6775eff3-812a-4ed1-8de8-36fd5d098c28 on network 48af5f56-a712-424c-ad52-bbe266bf5358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:48:04.014765 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Attempting to bind port 6775eff3-812a-4ed1-8de8-36fd5d098c28 on network 48af5f56-a712-424c-ad52-bbe266bf5358 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:04.020693 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cee3e-d9c7-4367-822f-53ecef256d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22266f0c-12f9-4403-8dbf-4df920688f41,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:04.060560 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c23593-39d2-466b-8560-552e698bfdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a58e54a-d395-4db7-967a-bbd2547b2c7d,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:04.068709 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87b19eca-5da8-41c4-b633-ed541d2d291a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:04.116067 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b19eca-5da8-41c4-b633-ed541d2d291a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:04.126410 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-5a069143-2974-41ab-bdec-1a19a4fb429b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9403520 Aug 30 07:48:04.128484 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:48:04.129207 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Checking segment: {'id': '84acf25c-4045-4abf-a4e8-8adbfaa639ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:48:04.133714 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Bound using segment: {'id': '84acf25c-4045-4abf-a4e8-8adbfaa639ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:48:04.135117 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Bound port: 6775eff3-812a-4ed1-8de8-36fd5d098c28, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84acf25c-4045-4abf-a4e8-8adbfaa639ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:48:04.137101 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:04.150409 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-87b19eca-5da8-41c4-b633-ed541d2d291a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:04.158043 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a173313e-b736-44e9-9fa2-63abdde3a393 admin admin] Router 82cc8dba-ee03-4db2-b8af-4c4abae5c0b8 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:48:04.161305 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b19eca-5da8-41c4-b633-ed541d2d291a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:48:04.239214 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470764cd-8493-4520-942a-7e24bcc175ac req-b91e987e-91bd-487b-8c0b-f7e3426f8419 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:04.240282 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-470764cd-8493-4520-942a-7e24bcc175ac req-b91e987e-91bd-487b-8c0b-f7e3426f8419 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 931 time: 0.0806029 Aug 30 07:48:04.276605 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:04.330776 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f766a84-fbb0-4841-9e58-6e19a8dee66c req-1712501a-2be5-49b6-be55-f6693988114c tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:04.338408 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1f766a84-fbb0-4841-9e58-6e19a8dee66c req-1712501a-2be5-49b6-be55-f6693988114c tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.4027514 Aug 30 07:48:04.351567 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-470764cd-8493-4520-942a-7e24bcc175ac req-33e8f85c-f402-4072-8b35-17bd9b1f1fcf tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707648 Aug 30 07:48:04.451815 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a173313e-b736-44e9-9fa2-63abdde3a393 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:48:04.466601 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-a173313e-b736-44e9-9fa2-63abdde3a393 admin admin] 10.222.0.73 "PUT /v2.0/routers/82cc8dba-ee03-4db2-b8af-4c4abae5c0b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0757315 Aug 30 07:48:04.490102 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Sync routers for ids ['82cc8dba-ee03-4db2-b8af-4c4abae5c0b8'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:48:04.493038 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b19eca-5da8-41c4-b633-ed541d2d291a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Pushing event updated for resources: {'Port': ['ID=615895e9-5779-405c-b15a-5a6e2bcad9d7,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:04.516887 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Routers {'82cc8dba-ee03-4db2-b8af-4c4abae5c0b8'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:48:04.517575 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:48:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['82cc8dba-ee03-4db2-b8af-4c4abae5c0b8'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:04.654048 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87b19eca-5da8-41c4-b633-ed541d2d291a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:04.655783 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Set router 82cc8dba-ee03-4db2-b8af-4c4abae5c0b8 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:48:04.672857 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1f766a84-fbb0-4841-9e58-6e19a8dee66c req-bd06bd13-2eb8-452f-986e-61094ea2f01d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155744 Aug 30 07:48:04.733021 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87b19eca-5da8-41c4-b633-ed541d2d291a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:04.885208 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] For port 6775eff3-812a-4ed1-8de8-36fd5d098c28, host hv-cinder-80619, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:48:04.922276 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] For port 6775eff3-812a-4ed1-8de8-36fd5d098c28, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=6775eff3-812a-4ed1-8de8-36fd5d098c28,segment=NetworkSegment(84acf25c-4045-4abf-a4e8-8adbfaa639ce),segment_id=84acf25c-4045-4abf-a4e8-8adbfaa639ce)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:48:04.931447 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:04.987854 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:04.988538 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:04.990072 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] 10.222.0.61 "PUT /v2.0/ports/6775eff3-812a-4ed1-8de8-36fd5d098c28 HTTP/1.1" status: 200 len: 1094 time: 4.4439411 Aug 30 07:48:04.990277 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc8dba-ee03-4db2-b8af-4c4abae5c0b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1103846598-router', 'tenant_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '12e2f8be-74c0-4011-84c9-2ee23c77fee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:49Z', 'updated_at': '2021-08-30T07:48:02Z', 'revision_number': 4, 'project_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'gw_port': {'id': '12e2f8be-74c0-4011-84c9-2ee23c77fee0', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc8dba-ee03-4db2-b8af-4c4abae5c0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '5556101c-0113-4ce7-b151-be248c620c46', 'name': '', 'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb', 'tenant_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'mac_address': 'fa:16:3e:b4:c5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cc8dba-ee03-4db2-b8af-4c4abae5c0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ef674ad9-bd11-485a-91a9-03f033f485ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:00Z', 'updated_at': '2021-08-30T07:48:03Z', 'revision_number': 2, 'project_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'subnets': [{'id': 'ef674ad9-bd11-485a-91a9-03f033f485ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:04.990555 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4967d79f-d77e-494e-913b-b11b09a5dee4', 'tag': '6775eff3-812a-4ed1-8de8-36fd5d098c28'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:05.013634 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87b19eca-5da8-41c4-b633-ed541d2d291a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:05.019893 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Checking router: 82cc8dba-ee03-4db2-b8af-4c4abae5c0b8 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:48:05.020432 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Updating router 82cc8dba-ee03-4db2-b8af-4c4abae5c0b8 port 5556101c-0113-4ce7-b151-be248c620c46 binding host dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:48:05.026338 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87b19eca-5da8-41c4-b633-ed541d2d291a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:05.035981 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2af5b-cc68-422b-ad4c-66b2be949e42 service neutron] Pushing event updated for resources: {'Port': ['ID=6775eff3-812a-4ed1-8de8-36fd5d098c28,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:05.052014 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:05.101622 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:05.138751 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b19eca-5da8-41c4-b633-ed541d2d291a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Pushing event updated for resources: {'Port': ['ID=615895e9-5779-405c-b15a-5a6e2bcad9d7,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:05.151201 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87b19eca-5da8-41c4-b633-ed541d2d291a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529307'] for floatingip, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:05.173028 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87b19eca-5da8-41c4-b633-ed541d2d291a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:05.174815 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-87b19eca-5da8-41c4-b633-ed541d2d291a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.9951828 Aug 30 07:48:05.330644 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7c1c717326e93d35a200a5a0d3cebafce15ecd83eb06d7c469ca134263d92f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b54fbaf-de35-4a2a-be48-04cd8f15658e" -d '{"events": [{"name": "network-changed", "server_uuid": "4967d79f-d77e-494e-913b-b11b09a5dee4", "tag": "6775eff3-812a-4ed1-8de8-36fd5d098c28"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:05.686549 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:05.689963 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29aba2c-7b96-45b7-a110-99b73a9d2523 x-openstack-request-id: req-c29aba2c-7b96-45b7-a110-99b73a9d2523 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:05.690461 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4967d79f-d77e-494e-913b-b11b09a5dee4", "tag": "6775eff3-812a-4ed1-8de8-36fd5d098c28", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:05.690623 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c29aba2c-7b96-45b7-a110-99b73a9d2523 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:05.691589 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4967d79f-d77e-494e-913b-b11b09a5dee4', 'tag': '6775eff3-812a-4ed1-8de8-36fd5d098c28', 'status': 'completed', 'code': 200} Aug 30 07:48:05.710791 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-49aa330d-62fb-4c3d-8d69-1e3a87313c2f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:05.712796 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-49aa330d-62fb-4c3d-8d69-1e3a87313c2f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/networks?id=83b43835-9098-4d89-a14a-34cf351e7cdb HTTP/1.1" status: 200 len: 819 time: 0.1970024 Aug 30 07:48:05.728011 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Transition to ACTIVE for port object 5556101c-0113-4ce7-b151-be248c620c46 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:05.739503 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-c05cb316-33ff-4929-b1c0-e5ac97f45b9c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/quotas/a5f4656c08fc44eb93611972f4bebb0e HTTP/1.1" status: 200 len: 375 time: 0.0188982 Aug 30 07:48:05.748325 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:05.860521 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476e005-3a12-43b7-800f-851d7befa12b req-2dcf17f9-2757-4728-8b8f-884cf92e8e58 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:05.863774 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-72eadca8-12b7-451b-b371-201cd704df3f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5f4656c08fc44eb93611972f4bebb0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1106133 Aug 30 07:48:05.866556 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b476e005-3a12-43b7-800f-851d7befa12b req-2dcf17f9-2757-4728-8b8f-884cf92e8e58 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 931 time: 0.1143949 Aug 30 07:48:05.882787 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:05.950988 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b476e005-3a12-43b7-800f-851d7befa12b req-8bb87e9c-eba6-4e13-8642-05ce35fa3d27 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772939 Aug 30 07:48:05.989529 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfe7c5-3e72-4fdf-a77b-4664b49346b0 None None] Pushing event updated for resources: {'Port': ['ID=5556101c-0113-4ce7-b151-be248c620c46,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:05.993824 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Attempting to bind port 5556101c-0113-4ce7-b151-be248c620c46 on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:48:05.994516 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Attempting to bind port 5556101c-0113-4ce7-b151-be248c620c46 by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '11b28338-5bb9-4de9-96e1-5b8939ab05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:48:05.995066 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Attempting to bind port 5556101c-0113-4ce7-b151-be248c620c46 on network 83b43835-9098-4d89-a14a-34cf351e7cdb {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:06.004589 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:48:06.004981 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Checking segment: {'id': '11b28338-5bb9-4de9-96e1-5b8939ab05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:48:06.005394 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:06.005802 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Bound using segment: {'id': '11b28338-5bb9-4de9-96e1-5b8939ab05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:48:06.006318 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Bound port: 5556101c-0113-4ce7-b151-be248c620c46, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b28338-5bb9-4de9-96e1-5b8939ab05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:48:06.006724 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:06.014764 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-0441c6cc-2499-4a5b-aa00-ae586c165b28 service neutron] 10.222.0.73 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494908 Aug 30 07:48:06.121787 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] For port 5556101c-0113-4ce7-b151-be248c620c46, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:48:06.125623 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] For port 5556101c-0113-4ce7-b151-be248c620c46, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=5556101c-0113-4ce7-b151-be248c620c46,segment=NetworkSegment(11b28338-5bb9-4de9-96e1-5b8939ab05a5),segment_id=11b28338-5bb9-4de9-96e1-5b8939ab05a5)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:48:06.136456 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:06.164413 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-142b1ff2-853d-41e9-aad5-fb6354179631 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--530159310&fields=id&tenant_id=e71ca0134bc64db3b85a744bc5da948c HTTP/1.1" status: 200 len: 267 time: 0.0770404 Aug 30 07:48:06.194531 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-754ae13d-9c39-4fd8-b810-91fbac326316 service neutron] 10.222.0.73 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752880 Aug 30 07:48:06.231896 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Routers {'82cc8dba-ee03-4db2-b8af-4c4abae5c0b8'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:48:06.232801 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:48:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['82cc8dba-ee03-4db2-b8af-4c4abae5c0b8'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:06.335116 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfe7c5-3e72-4fdf-a77b-4664b49346b0 None None] Pushing event updated for resources: {'Port': ['ID=5556101c-0113-4ce7-b151-be248c620c46,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:06.436716 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-63e782d7-ae51-412f-941a-7c2599d039f2 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:06.438417 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-63e782d7-ae51-412f-941a-7c2599d039f2 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/networks?id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 HTTP/1.1" status: 200 len: 809 time: 0.2658317 Aug 30 07:48:06.471126 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-d06a4b26-08cb-423f-91a9-d15c1ac918d2 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/quotas/e71ca0134bc64db3b85a744bc5da948c HTTP/1.1" status: 200 len: 375 time: 0.0232890 Aug 30 07:48:06.564744 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] Set router 82cc8dba-ee03-4db2-b8af-4c4abae5c0b8 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:48:06.603052 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1c4a0-19d7-40ee-8f4d-af0bd540095c req-e25f0c9c-384d-485c-b5c4-bf3a8b567880 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:06.606758 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-16e1c4a0-19d7-40ee-8f4d-af0bd540095c req-e25f0c9c-384d-485c-b5c4-bf3a8b567880 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.1227188 Aug 30 07:48:06.621675 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-defc271d-1f12-4120-9362-bf17acc1b69e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e71ca0134bc64db3b85a744bc5da948c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1376936 Aug 30 07:48:06.723048 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-16e1c4a0-19d7-40ee-8f4d-af0bd540095c req-24a93de3-207a-4564-aef8-01cf40560e7a tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055021 Aug 30 07:48:06.969002 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-eb8a260a-14c1-4694-b4cd-9132819d0f78 req-7461cd55-79e8-455e-a399-18ac2ff27435 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 210 time: 0.0956721 Aug 30 07:48:07.001789 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-b2e7ed7b-36c0-4216-847d-d6eab2432293 service neutron] 10.222.0.73 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432794 Aug 30 07:48:07.256637 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc8dba-ee03-4db2-b8af-4c4abae5c0b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1103846598-router', 'tenant_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '12e2f8be-74c0-4011-84c9-2ee23c77fee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:49Z', 'updated_at': '2021-08-30T07:48:02Z', 'revision_number': 4, 'project_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'gw_port': {'id': '12e2f8be-74c0-4011-84c9-2ee23c77fee0', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc8dba-ee03-4db2-b8af-4c4abae5c0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '5556101c-0113-4ce7-b151-be248c620c46', 'name': '', 'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb', 'tenant_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'mac_address': 'fa:16:3e:b4:c5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cc8dba-ee03-4db2-b8af-4c4abae5c0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ef674ad9-bd11-485a-91a9-03f033f485ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:00Z', 'updated_at': '2021-08-30T07:48:06Z', 'revision_number': 4, 'project_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'subnets': [{'id': 'ef674ad9-bd11-485a-91a9-03f033f485ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:07.263212 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f4405-2342-4d07-96a3-1eb8afd06f50 req-7929f7cc-3d54-4b4f-a1c5-a5d1bc8c2dae tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:07.264966 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-644f4405-2342-4d07-96a3-1eb8afd06f50 req-7929f7cc-3d54-4b4f-a1c5-a5d1bc8c2dae tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 931 time: 0.1366563 Aug 30 07:48:07.299820 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b481e08d-ef06-4e8a-b150-865bd6c20d61 None None] The sync data for ids ['82cc8dba-ee03-4db2-b8af-4c4abae5c0b8'] in dv-cinder-806191-3-iscsi is: [{'id': '82cc8dba-ee03-4db2-b8af-4c4abae5c0b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1103846598-router', 'tenant_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '12e2f8be-74c0-4011-84c9-2ee23c77fee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:49Z', 'updated_at': '2021-08-30T07:48:02Z', 'revision_number': 4, 'project_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'gw_port': {'id': '12e2f8be-74c0-4011-84c9-2ee23c77fee0', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc8dba-ee03-4db2-b8af-4c4abae5c0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '5556101c-0113-4ce7-b151-be248c620c46', 'name': '', 'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb', 'tenant_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'mac_address': 'fa:16:3e:b4:c5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cc8dba-ee03-4db2-b8af-4c4abae5c0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ef674ad9-bd11-485a-91a9-03f033f485ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:00Z', 'updated_at': '2021-08-30T07:48:06Z', 'revision_number': 4, 'project_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'subnets': [{'id': 'ef674ad9-bd11-485a-91a9-03f033f485ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:48:07.300180 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-ba324059-06f7-435a-be71-1698ed1707f4 service neutron] 10.222.0.73 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905402 Aug 30 07:48:07.352713 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Request body: {'port': {'device_id': 'bf7e7530-d91c-4112-98e3-e0297020dfb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:07.405470 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-644f4405-2342-4d07-96a3-1eb8afd06f50 req-881e9620-a02e-4f19-9340-e3e97924b1e5 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268144 Aug 30 07:48:07.882066 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-63797239-170f-424c-b62f-107c0b6b26b1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:07.891418 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-63797239-170f-424c-b62f-107c0b6b26b1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/networks?id=83b43835-9098-4d89-a14a-34cf351e7cdb HTTP/1.1" status: 200 len: 819 time: 0.2293346 Aug 30 07:48:07.917937 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-e6c3b7cc-0a4e-4a8e-bdd0-87bfec145694 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/quotas/a5f4656c08fc44eb93611972f4bebb0e HTTP/1.1" status: 200 len: 375 time: 0.0252287 Aug 30 07:48:08.009699 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-c33f5992-6e48-42b8-ae31-a09a4d11407b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5f4656c08fc44eb93611972f4bebb0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0900309 Aug 30 07:48:08.235228 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:08.287474 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-e8de54cd-f6bd-4287-9480-3c39e53ee538 service neutron] 10.222.0.73 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769232 Aug 30 07:48:08.321659 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-44f7c95c-ec42-4304-a715-4c9d7193e11e req-90db871d-b00e-4082-8337-5be11098860e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 210 time: 0.0834281 Aug 30 07:48:08.467182 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58972) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:08.538197 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-75df3a4a-aa61-4432-b8f9-fa58a0b5251e service neutron] 10.222.0.73 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145429 Aug 30 07:48:08.665352 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9417da15-8504-4143-a0d2-49563c38a402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:08.751904 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb62222-769b-46a3-bc41-6fe7fd99aaae req-64451aa3-5299-44ff-b3ed-33e3cfbbf75d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:08.754308 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3cb62222-769b-46a3-bc41-6fe7fd99aaae req-64451aa3-5299-44ff-b3ed-33e3cfbbf75d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.1983287 Aug 30 07:48:08.901688 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9417da15-8504-4143-a0d2-49563c38a402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:08.908110 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9417da15-8504-4143-a0d2-49563c38a402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:08.928492 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3cb62222-769b-46a3-bc41-6fe7fd99aaae req-0b60dcbf-2512-48f1-86b8-4ce7265d52f9 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348178 Aug 30 07:48:08.965498 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46467400-bdaa-49b7-ad3e-62d047c03325 req-24dff244-0e9c-453b-8698-43e9631f5708 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:08.971017 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-46467400-bdaa-49b7-ad3e-62d047c03325 req-24dff244-0e9c-453b-8698-43e9631f5708 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 931 time: 0.1529090 Aug 30 07:48:08.971017 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417da15-8504-4143-a0d2-49563c38a402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdd1b33-0291-4ea9-ac21-fb39a2cf7f3b,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:09.018884 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-9417da15-8504-4143-a0d2-49563c38a402 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5a2fdcc8e71c4b0b8ce95d69762807ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5505648 Aug 30 07:48:09.021349 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 58992) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:09.054669 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-528c117e-69e9-48c5-87a2-5635091fb533 req-17547e44-a8d6-4e30-bf10-d60fe391f019 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 210 time: 0.0442011 Aug 30 07:48:09.075230 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 708e585c-b3c8-47c5-afdf-a68c26eb49ca {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:48:09.081489 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-46467400-bdaa-49b7-ad3e-62d047c03325 req-32d6daec-a400-408e-a737-6fca26a204a6 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043882 Aug 30 07:48:09.088355 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.107157 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Transition to ACTIVE for port object 708e585c-b3c8-47c5-afdf-a68c26eb49ca will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:09.125370 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d78c708b-be34-496a-9722-1d296050e534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.126070 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.169718 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d78c708b-be34-496a-9722-1d296050e534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.278725 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Pushing event updated for resources: {'Port': ['ID=708e585c-b3c8-47c5-afdf-a68c26eb49ca,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:09.293805 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d78c708b-be34-496a-9722-1d296050e534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.297571 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d78c708b-be34-496a-9722-1d296050e534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.298951 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-d78c708b-be34-496a-9722-1d296050e534 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/abdd1b33-0291-4ea9-ac21-fb39a2cf7f3b HTTP/1.1" status: 204 len: 168 time: 0.2764792 Aug 30 07:48:09.310228 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c708b-be34-496a-9722-1d296050e534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdd1b33-0291-4ea9-ac21-fb39a2cf7f3b,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:09.355745 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Attempting to bind port 708e585c-b3c8-47c5-afdf-a68c26eb49ca on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:48:09.356265 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Attempting to bind port 708e585c-b3c8-47c5-afdf-a68c26eb49ca by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': 'a737a7d3-ca59-4476-9679-b1cb7f417f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '69687f73-4af7-4d54-9e37-a68d55f807fe'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:48:09.357339 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Attempting to bind port 708e585c-b3c8-47c5-afdf-a68c26eb49ca on network 69687f73-4af7-4d54-9e37-a68d55f807fe {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:09.358699 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 5556101c-0113-4ce7-b151-be248c620c46 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:09.363239 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Port 708e585c-b3c8-47c5-afdf-a68c26eb49ca on network 69687f73-4af7-4d54-9e37-a68d55f807fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:48:09.364770 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Attempting to bind port 708e585c-b3c8-47c5-afdf-a68c26eb49ca on network 69687f73-4af7-4d54-9e37-a68d55f807fe {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:09.370923 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:48:09.371556 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Checking segment: {'id': 'a737a7d3-ca59-4476-9679-b1cb7f417f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '69687f73-4af7-4d54-9e37-a68d55f807fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:48:09.372024 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Bound using segment: {'id': 'a737a7d3-ca59-4476-9679-b1cb7f417f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '69687f73-4af7-4d54-9e37-a68d55f807fe'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:48:09.373149 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Bound port: 708e585c-b3c8-47c5-afdf-a68c26eb49ca, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a737a7d3-ca59-4476-9679-b1cb7f417f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '69687f73-4af7-4d54-9e37-a68d55f807fe'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:48:09.373603 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.496791 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 5556101c-0113-4ce7-b151-be248c620c46 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:09.512671 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9d42ed0e-f628-4a09-9f7e-9a1110012d94 req-1c0d16cc-a734-47ca-aede-e19cf5acd67c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 210 time: 0.0447865 Aug 30 07:48:09.518301 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] For port 708e585c-b3c8-47c5-afdf-a68c26eb49ca, host hv-cinder-80619, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:48:09.531323 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 5556101c-0113-4ce7-b151-be248c620c46 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:09.536525 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.538922 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] For port 708e585c-b3c8-47c5-afdf-a68c26eb49ca, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=708e585c-b3c8-47c5-afdf-a68c26eb49ca,segment=NetworkSegment(a737a7d3-ca59-4476-9679-b1cb7f417f45),segment_id=a737a7d3-ca59-4476-9679-b1cb7f417f45)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:48:09.547075 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.587104 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:09.591661 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.593535 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] 10.222.0.61 "PUT /v2.0/ports/708e585c-b3c8-47c5-afdf-a68c26eb49ca HTTP/1.1" status: 200 len: 1093 time: 2.2471230 Aug 30 07:48:09.599762 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7e7530-d91c-4112-98e3-e0297020dfb6', 'tag': '708e585c-b3c8-47c5-afdf-a68c26eb49ca'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:09.602797 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7c1c717326e93d35a200a5a0d3cebafce15ecd83eb06d7c469ca134263d92f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f16a4c-d8b7-4f3b-9d28-2e10141512f0" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7e7530-d91c-4112-98e3-e0297020dfb6", "tag": "708e585c-b3c8-47c5-afdf-a68c26eb49ca"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:09.705359 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960c026-9362-4832-9ae8-c18687e631a0 service neutron] Pushing event updated for resources: {'Port': ['ID=708e585c-b3c8-47c5-afdf-a68c26eb49ca,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:09.712162 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.819639 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port 5556101c-0113-4ce7-b151-be248c620c46, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=5556101c-0113-4ce7-b151-be248c620c46,segment=NetworkSegment(11b28338-5bb9-4de9-96e1-5b8939ab05a5),segment_id=11b28338-5bb9-4de9-96e1-5b8939ab05a5)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:09.827147 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaa3807-41be-4305-b4ab-249256ede042 x-openstack-request-id: req-beaa3807-41be-4305-b4ab-249256ede042 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:09.827536 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7e7530-d91c-4112-98e3-e0297020dfb6", "tag": "708e585c-b3c8-47c5-afdf-a68c26eb49ca", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:09.827736 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-beaa3807-41be-4305-b4ab-249256ede042 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:09.828346 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7e7530-d91c-4112-98e3-e0297020dfb6', 'tag': '708e585c-b3c8-47c5-afdf-a68c26eb49ca', 'status': 'completed', 'code': 200} Aug 30 07:48:09.832366 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.953117 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=5556101c-0113-4ce7-b151-be248c620c46,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:09.958721 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 59022) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:09.993969 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95c181cc-7192-4ced-bf90-2a2d1280b35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.210828 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95c181cc-7192-4ced-bf90-2a2d1280b35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.281451 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95c181cc-7192-4ced-bf90-2a2d1280b35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.288951 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-80092d7f-3580-4e31-8414-67a5765a4cfd req-8e75703a-b591-44da-804d-afce85b01f6f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 210 time: 0.0506856 Aug 30 07:48:10.387100 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c181cc-7192-4ced-bf90-2a2d1280b35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14195187-7721-4e6a-9c2e-6f9ba08ff2b3,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:10.440209 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf16cbd-6c1f-49ed-be76-ac39c10d9b96 req-552cb288-a8b5-4575-8746-d1f284e3a2ef tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:10.444585 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-dcf16cbd-6c1f-49ed-be76-ac39c10d9b96 req-552cb288-a8b5-4575-8746-d1f284e3a2ef tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.2660613 Aug 30 07:48:10.494516 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-95c181cc-7192-4ced-bf90-2a2d1280b35e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e1387e1085094fcfb8369bbebe71eb38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5343068 Aug 30 07:48:10.508374 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 59042) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:10.556595 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031fe26-a0ca-4220-8e47-b614941bb1e3 req-dd4de704-d60b-496f-8242-f00484564d61 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:10.558455 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3031fe26-a0ca-4220-8e47-b614941bb1e3 req-dd4de704-d60b-496f-8242-f00484564d61 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.1191266 Aug 30 07:48:10.619828 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3031fe26-a0ca-4220-8e47-b614941bb1e3 req-ab8f834c-55cd-474b-8e9f-e532a5e91337 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547616 Aug 30 07:48:10.642774 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-dcf16cbd-6c1f-49ed-be76-ac39c10d9b96 req-13ca9074-3b0a-4634-83bc-523cdb5926dc tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878664 Aug 30 07:48:10.701693 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ae154c51-dd18-46bb-8a69-85281a72c932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.739271 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ae154c51-dd18-46bb-8a69-85281a72c932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.797082 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-155de1f7-e214-4240-89cf-e6bcad90e116 req-15f73f4d-8374-4079-83c6-3f824196de7f tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 210 time: 0.0744836 Aug 30 07:48:10.868098 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ae154c51-dd18-46bb-8a69-85281a72c932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.877435 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ae154c51-dd18-46bb-8a69-85281a72c932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.880775 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-ae154c51-dd18-46bb-8a69-85281a72c932 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/14195187-7721-4e6a-9c2e-6f9ba08ff2b3 HTTP/1.1" status: 204 len: 168 time: 0.3539846 Aug 30 07:48:10.891388 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae154c51-dd18-46bb-8a69-85281a72c932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14195187-7721-4e6a-9c2e-6f9ba08ff2b3,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:11.212445 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 5556101c-0113-4ce7-b151-be248c620c46 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:11.297861 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 5556101c-0113-4ce7-b151-be248c620c46 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:11.298762 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:11.459415 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-82e039fb-145f-4f40-84b8-841a2f053c0e req-40a0ce9f-a977-484c-afb6-fa4a6ec94074 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 210 time: 0.0352821 Aug 30 07:48:11.631813 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 59092) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:11.786272 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbc029-346a-4708-9cfa-70b945bc4993 req-6a37cdd9-e532-4c53-95c2-9dfdfdffae08 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:11.797023 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9ebbc029-346a-4708-9cfa-70b945bc4993 req-6a37cdd9-e532-4c53-95c2-9dfdfdffae08 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.0794632 Aug 30 07:48:11.857949 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca594245-b9bf-4c46-9bcc-27ad68236f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:11.865224 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9ebbc029-346a-4708-9cfa-70b945bc4993 req-f690c332-57ba-4888-8afa-ff95b6260f0c tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669248 Aug 30 07:48:11.898603 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710ddca-91cf-4b54-86b0-c5c5fb70c39e req-15c8affa-a159-4f3e-a41e-67a0824d5210 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:11.900877 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1710ddca-91cf-4b54-86b0-c5c5fb70c39e req-15c8affa-a159-4f3e-a41e-67a0824d5210 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.1028156 Aug 30 07:48:11.993901 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1710ddca-91cf-4b54-86b0-c5c5fb70c39e req-c2d05dbc-81e4-411c-92eb-c093b916692e tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807040 Aug 30 07:48:12.016298 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-775fe612-e841-4fe0-8f0e-c096d8b3b2b3 req-27590a4a-ada3-4030-9f60-e34e207ba268 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 210 time: 0.0328665 Aug 30 07:48:12.090958 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca594245-b9bf-4c46-9bcc-27ad68236f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:12.108855 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca594245-b9bf-4c46-9bcc-27ad68236f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:12.155111 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-ca594245-b9bf-4c46-9bcc-27ad68236f6a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=81a195ada62c4a839a941d7b6c574244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5221736 Aug 30 07:48:12.156175 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca594245-b9bf-4c46-9bcc-27ad68236f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228b8d46-77e5-4e28-b46f-6463a8f6d140,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:12.158512 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 59112) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:12.248914 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4e4cf8e9-2b01-42a5-bfa1-8d543e4823f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:12.286008 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4e4cf8e9-2b01-42a5-bfa1-8d543e4823f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:12.356366 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4e4cf8e9-2b01-42a5-bfa1-8d543e4823f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:12.361673 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4e4cf8e9-2b01-42a5-bfa1-8d543e4823f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:12.363918 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-4e4cf8e9-2b01-42a5-bfa1-8d543e4823f9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/228b8d46-77e5-4e28-b46f-6463a8f6d140 HTTP/1.1" status: 204 len: 168 time: 0.1943703 Aug 30 07:48:12.382186 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cf8e9-2b01-42a5-bfa1-8d543e4823f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228b8d46-77e5-4e28-b46f-6463a8f6d140,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:12.581610 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4aacf77b-f092-4669-953b-2b1b8524376d req-101e65d0-53c2-47f5-94d6-06999784ba26 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 210 time: 0.0347903 Aug 30 07:48:12.794350 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 59154) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:12.805972 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-19f3a05f-e86f-416a-9552-28870bb943ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:12.914616 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-19f3a05f-e86f-416a-9552-28870bb943ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:12.919903 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-19f3a05f-e86f-416a-9552-28870bb943ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:13.012774 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-19f3a05f-e86f-416a-9552-28870bb943ab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=126b4fec16f94093b4a70007ca284714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2189653 Aug 30 07:48:13.014795 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3a05f-e86f-416a-9552-28870bb943ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b025bc82-46ad-4998-9330-2ab79f94455b,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:13.015491 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 59164) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:13.071074 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d1189231-0770-4644-9acf-149a6f3df76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:13.071751 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafeb53-f201-47a3-8bb9-6c6b5b796db1 req-fdf95605-6c2f-47bc-af4b-e8a30f9d30dc tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:13.079898 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5bafeb53-f201-47a3-8bb9-6c6b5b796db1 req-fdf95605-6c2f-47bc-af4b-e8a30f9d30dc tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.1237605 Aug 30 07:48:13.100075 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d1189231-0770-4644-9acf-149a6f3df76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:13.135326 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5bafeb53-f201-47a3-8bb9-6c6b5b796db1 req-72cd1919-4779-46c4-941d-29443bbd58a0 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502443 Aug 30 07:48:13.182046 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25893ac-ae96-4a07-b7d2-f9050a5d89d0 req-c0b7d65e-96f3-437b-a3e5-4cc73d4d8328 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:13.183811 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c25893ac-ae96-4a07-b7d2-f9050a5d89d0 req-c0b7d65e-96f3-437b-a3e5-4cc73d4d8328 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.0738010 Aug 30 07:48:13.231779 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c25893ac-ae96-4a07-b7d2-f9050a5d89d0 req-750d184e-47c0-4d9c-bc32-a9a416dc1b76 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411890 Aug 30 07:48:13.232919 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d1189231-0770-4644-9acf-149a6f3df76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:13.235815 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d1189231-0770-4644-9acf-149a6f3df76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:13.237047 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-d1189231-0770-4644-9acf-149a6f3df76d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b025bc82-46ad-4998-9330-2ab79f94455b HTTP/1.1" status: 204 len: 168 time: 0.2205682 Aug 30 07:48:13.247464 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1189231-0770-4644-9acf-149a6f3df76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b025bc82-46ad-4998-9330-2ab79f94455b,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:13.267057 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b35898c5-84d7-4790-b553-c6d83eceed55 req-131a027b-e822-4152-898f-e2016a1c87fa tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 210 time: 0.0334854 Aug 30 07:48:13.689783 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-90fec836-d775-49e7-846a-0c44901edaa6 req-e3df4962-7719-4b98-aedf-4afe2335ca85 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 210 time: 0.0287859 Aug 30 07:48:14.394408 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22234369-fb01-46cc-942c-c9a4a17a02d0 req-adfd62d0-1924-4737-aaae-0be84c1fb972 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:14.396072 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-22234369-fb01-46cc-942c-c9a4a17a02d0 req-adfd62d0-1924-4737-aaae-0be84c1fb972 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.0593405 Aug 30 07:48:14.397352 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b02f1-8d33-4a73-84cc-d385addf3161 req-a1be569c-b476-448a-9923-4323dcf207ef tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:14.398873 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-511b02f1-8d33-4a73-84cc-d385addf3161 req-a1be569c-b476-448a-9923-4323dcf207ef tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.1877916 Aug 30 07:48:14.437966 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-22234369-fb01-46cc-942c-c9a4a17a02d0 req-e0175ce3-b43f-4786-87c0-846fc0869e47 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359087 Aug 30 07:48:14.439480 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-511b02f1-8d33-4a73-84cc-d385addf3161 req-dc08309c-9451-43c2-862b-96cb799b96fe tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346322 Aug 30 07:48:14.527073 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2065e4da-0138-48a6-a4a3-11a9827087cc req-4fb9bf92-d025-4195-acde-39d60a459bdb tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 210 time: 0.0271356 Aug 30 07:48:14.786497 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8ab1bc43-6174-49c4-b00c-a5c65b9b6fd5 req-0c9ed97d-7fef-4e8a-ab9e-2b982acd9dc8 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 210 time: 0.0285842 Aug 30 07:48:15.566876 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80544fa-8b22-4208-98d0-522dc6025e4b req-fca95bd7-e3f9-4abd-bba9-78de46151553 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:15.568462 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e80544fa-8b22-4208-98d0-522dc6025e4b req-fca95bd7-e3f9-4abd-bba9-78de46151553 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.0535131 Aug 30 07:48:15.576784 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbce52-730e-4944-ab18-54468c001f44 req-7162cd78-17df-4c33-8c22-39b9f0dbf2b0 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:15.578810 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3fdbce52-730e-4944-ab18-54468c001f44 req-7162cd78-17df-4c33-8c22-39b9f0dbf2b0 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.0646884 Aug 30 07:48:15.610839 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e80544fa-8b22-4208-98d0-522dc6025e4b req-b1b6ebcc-7412-42ad-8dc4-7efae6a0ebd3 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357530 Aug 30 07:48:15.626706 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3fdbce52-730e-4944-ab18-54468c001f44 req-66ecaf3e-1ca1-4c2c-bc3c-ef64805fe053 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417202 Aug 30 07:48:15.699214 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-dd21e043-ffb5-47c7-a8c7-fb78c6fbb92d req-96df1389-bafc-4088-a3ce-7d932302ab08 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 210 time: 0.0306761 Aug 30 07:48:15.880053 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-07605ca6-3b56-491f-b4bb-eb35184101a2 req-91f1ab3c-aecc-45ac-9b8c-e294791d6328 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 210 time: 0.0272098 Aug 30 07:48:16.350055 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 59362) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:16.452791 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1d9f6fc-5bbe-4816-af42-36a93a05577e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:16.540219 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1d9f6fc-5bbe-4816-af42-36a93a05577e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:16.544480 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1d9f6fc-5bbe-4816-af42-36a93a05577e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:16.581877 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-c1d9f6fc-5bbe-4816-af42-36a93a05577e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6e25f55600b146e9aeeba5c2cc260e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307141 Aug 30 07:48:16.582837 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9f6fc-5bbe-4816-af42-36a93a05577e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e31d08-f720-473a-998e-12cdf7f9873e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:16.584529 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 59366) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:16.642983 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5f28abb5-9108-422e-adde-34d478713e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:16.668282 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5f28abb5-9108-422e-adde-34d478713e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:16.753866 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b24462-1886-48b0-90b6-075d4f53f5f5 req-7a089abc-dffd-4b08-ae80-7670d90a5be6 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:16.755571 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b7b24462-1886-48b0-90b6-075d4f53f5f5 req-7a089abc-dffd-4b08-ae80-7670d90a5be6 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.0693817 Aug 30 07:48:16.769619 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5f28abb5-9108-422e-adde-34d478713e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:16.771207 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9e974-e779-4cfe-add8-7b2c7b25cc24 req-db32433f-12fe-4d8a-82ce-8a6532ec2d89 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:16.772185 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5f28abb5-9108-422e-adde-34d478713e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:16.772845 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-bec9e974-e779-4cfe-add8-7b2c7b25cc24 req-db32433f-12fe-4d8a-82ce-8a6532ec2d89 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.0735426 Aug 30 07:48:16.775851 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-5f28abb5-9108-422e-adde-34d478713e78 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/70e31d08-f720-473a-998e-12cdf7f9873e HTTP/1.1" status: 204 len: 168 time: 0.1895812 Aug 30 07:48:16.793508 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28abb5-9108-422e-adde-34d478713e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e31d08-f720-473a-998e-12cdf7f9873e,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:16.823772 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b7b24462-1886-48b0-90b6-075d4f53f5f5 req-d3d0559e-f952-4eb3-80d7-f51f4497bf02 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598247 Aug 30 07:48:16.837883 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-bec9e974-e779-4cfe-add8-7b2c7b25cc24 req-7296b92a-167b-4da1-ba96-60894e00a5ed tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547447 Aug 30 07:48:16.951610 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-97a00a24-103f-441a-8eb4-7a2042c11573 req-0393e57d-bb3a-4072-9bf9-cb68f12267e6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 210 time: 0.0476964 Aug 30 07:48:17.010916 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-09bfeaca-cc79-410b-9a02-cbd18f7c87fb req-d5eaa370-7d8e-4bd1-b5b9-284e5a0b60fd tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 210 time: 0.0404828 Aug 30 07:48:17.013932 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54fbaf-de35-4a2a-be48-04cd8f15658e req-ce843a85-6d75-423f-8767-869385e8e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:17.015451 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9b54fbaf-de35-4a2a-be48-04cd8f15658e req-ce843a85-6d75-423f-8767-869385e8e1b1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7540de7f257475e864b4023460d355a&device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 1097 time: 0.1518703 Aug 30 07:48:17.171419 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 59386) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:17.192880 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-63aefee9-6cac-474c-ac2d-0757ca36492e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:17.215728 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f16a4c-d8b7-4f3b-9d28-2e10141512f0 req-d9ec9a87-1c78-4d53-b264-dba61db02a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:17.217244 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b5f16a4c-d8b7-4f3b-9d28-2e10141512f0 req-d9ec9a87-1c78-4d53-b264-dba61db02a15 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=edf66595a4b84cdd93e7a1eb55bb40f6&device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 1096 time: 0.1718531 Aug 30 07:48:17.243552 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54fbaf-de35-4a2a-be48-04cd8f15658e req-2e18e0a4-6b84-4ec6-8074-20aa6a547e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:17.245305 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9b54fbaf-de35-4a2a-be48-04cd8f15658e req-2e18e0a4-6b84-4ec6-8074-20aa6a547e36 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b7540de7f257475e864b4023460d355a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2010875 Aug 30 07:48:17.308227 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-63aefee9-6cac-474c-ac2d-0757ca36492e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:17.313807 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-63aefee9-6cac-474c-ac2d-0757ca36492e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:17.360109 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-63aefee9-6cac-474c-ac2d-0757ca36492e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=92d4d26570844a5a90a1a1ad19eba152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873620 Aug 30 07:48:17.361074 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aefee9-6cac-474c-ac2d-0757ca36492e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cec228-f7af-4707-a192-6d9fe4fc8b48,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:17.363385 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 59390) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:17.443067 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-da8a6dcf-6088-4cc5-9a35-6d8b9e7feb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:17.492329 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-da8a6dcf-6088-4cc5-9a35-6d8b9e7feb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:17.563226 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.61', 55062) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:17.620818 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-da8a6dcf-6088-4cc5-9a35-6d8b9e7feb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:17.623412 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-da8a6dcf-6088-4cc5-9a35-6d8b9e7feb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:17.628046 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-da8a6dcf-6088-4cc5-9a35-6d8b9e7feb9d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d6cec228-f7af-4707-a192-6d9fe4fc8b48 HTTP/1.1" status: 204 len: 168 time: 0.2602813 Aug 30 07:48:17.648969 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a6dcf-6088-4cc5-9a35-6d8b9e7feb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cec228-f7af-4707-a192-6d9fe4fc8b48,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:17.740542 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-2bca534e-997d-426b-840d-d0f35b07a8af tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:17.742054 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-2bca534e-997d-426b-840d-d0f35b07a8af tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.61 "GET /v2.0/networks?id=83b43835-9098-4d89-a14a-34cf351e7cdb HTTP/1.1" status: 200 len: 819 time: 0.1778440 Aug 30 07:48:17.768378 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-cb4dda3d-7065-4bb4-80e6-ab80963a371b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Request body: {'port': {'device_id': '95fc5a1e-6b49-475e-85ec-93d172a0d3e2', 'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb', 'admin_state_up': True, 'tenant_id': 'a5f4656c08fc44eb93611972f4bebb0e'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:17.873221 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f16a4c-d8b7-4f3b-9d28-2e10141512f0 req-a4286a7e-df6c-499b-af17-f8811de7c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:17.875024 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b5f16a4c-d8b7-4f3b-9d28-2e10141512f0 req-a4286a7e-df6c-499b-af17-f8811de7c786 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=edf66595a4b84cdd93e7a1eb55bb40f6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5447700 Aug 30 07:48:17.893443 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54fbaf-de35-4a2a-be48-04cd8f15658e req-e313ac9f-6725-4260-9c90-466bd4c025a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:17.895051 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9b54fbaf-de35-4a2a-be48-04cd8f15658e req-e313ac9f-6725-4260-9c90-466bd4c025a4 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5566027 Aug 30 07:48:18.057223 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c50535-74f5-4ef3-8059-80794d420f8b req-acffc016-7370-4e42-b6f2-50d9b7b97485 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:18.058809 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f0c50535-74f5-4ef3-8059-80794d420f8b req-acffc016-7370-4e42-b6f2-50d9b7b97485 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.0727432 Aug 30 07:48:18.060138 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-cb4dda3d-7065-4bb4-80e6-ab80963a371b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Made reservation on behalf of a5f4656c08fc44eb93611972f4bebb0e for: {'port': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:48:18.063732 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-cb4dda3d-7065-4bb4-80e6-ab80963a371b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:18.180627 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-c6991e71-7b85-4beb-a7c1-8c7f753b2534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:18.182915 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-c6991e71-7b85-4beb-a7c1-8c7f753b2534 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7540de7f257475e864b4023460d355a&device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 1097 time: 0.1212883 Aug 30 07:48:18.193595 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dbd81-bc2b-47cd-91b8-52c8032013ee req-95ec8d7c-0a54-472b-b30e-00c5625f82ea tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:18.195505 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-be6dbd81-bc2b-47cd-91b8-52c8032013ee req-95ec8d7c-0a54-472b-b30e-00c5625f82ea tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.1597960 Aug 30 07:48:18.208233 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f0c50535-74f5-4ef3-8059-80794d420f8b req-7baadaec-6fb6-4383-a9cf-c4acb6aac068 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286438 Aug 30 07:48:18.227377 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f16a4c-d8b7-4f3b-9d28-2e10141512f0 req-2fd74f71-9dd4-45f8-b382-cfc89a76b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:18.228811 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b5f16a4c-d8b7-4f3b-9d28-2e10141512f0 req-2fd74f71-9dd4-45f8-b382-cfc89a76b1d0 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3106010 Aug 30 07:48:18.340156 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.61', 55067) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:18.365824 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-1036acfb-9680-4dfb-b2fe-085588d1010a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6775eff3-812a-4ed1-8de8-36fd5d098c28 HTTP/1.1" status: 200 len: 217 time: 0.1693144 Aug 30 07:48:18.442848 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-65be989f-a8eb-434f-9925-f0cf2b20c1d4 req-3bed5dcf-94d8-44aa-8bec-e4c8a75210e2 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 210 time: 0.1035995 Aug 30 07:48:18.456532 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-cb4dda3d-7065-4bb4-80e6-ab80963a371b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Allocated IP 172.20.0.7 (83b43835-9098-4d89-a14a-34cf351e7cdb/ef674ad9-bd11-485a-91a9-03f033f485ef/ae18f657-8bf1-4e50-b57d-7f58cd1f4360) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:48:18.496913 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-c85368a3-0db6-429e-adb9-ce9e3c82acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:18.498438 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-c85368a3-0db6-429e-adb9-ce9e3c82acff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=edf66595a4b84cdd93e7a1eb55bb40f6&device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 1096 time: 0.1574140 Aug 30 07:48:18.600887 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-2bc71d2d-bff9-4917-902d-59b540aa4874 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=708e585c-b3c8-47c5-afdf-a68c26eb49ca HTTP/1.1" status: 200 len: 217 time: 0.0898015 Aug 30 07:48:18.603313 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-be6dbd81-bc2b-47cd-91b8-52c8032013ee req-96fc699c-779f-4daa-87ae-42649cbfd4c4 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672690 Aug 30 07:48:18.605536 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-6895ff1f-6634-462b-b899-233458b3ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:18.617237 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-6895ff1f-6634-462b-b899-233458b3ff62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=540cd3fa-6129-4e85-96e0-36bf95c68725 HTTP/1.1" status: 200 len: 854 time: 0.1935847 Aug 30 07:48:18.689712 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-a4dbf581-46d8-4256-8e43-a5b5881384cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=48af5f56-a712-424c-ad52-bbe266bf5358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634916 Aug 30 07:48:18.698338 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-eff8b051-8bfd-49c6-8b11-91abf40a09f6 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:18.699782 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-eff8b051-8bfd-49c6-8b11-91abf40a09f6 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.61 "GET /v2.0/networks?id=83b43835-9098-4d89-a14a-34cf351e7cdb HTTP/1.1" status: 200 len: 819 time: 0.3499317 Aug 30 07:48:18.712771 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-7fbcddfc-a614-4322-9900-570e412d6657 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Request body: {'port': {'device_id': 'ab74e53e-3def-4d56-a5a3-9bdaae91e894', 'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb', 'admin_state_up': True, 'tenant_id': 'a5f4656c08fc44eb93611972f4bebb0e'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:18.719730 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-cb4dda3d-7065-4bb4-80e6-ab80963a371b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:18.811974 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3303dd55-08a4-4ac0-98df-6033f4cf34d5 req-923b52e0-02ab-415b-9826-80db1ecc37c9 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 210 time: 0.1357961 Aug 30 07:48:18.825983 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-cb4dda3d-7065-4bb4-80e6-ab80963a371b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:18.855506 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-0c1266d6-3094-4be2-a78c-bdb212236b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:18.857220 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-0c1266d6-3094-4be2-a78c-bdb212236b4c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7d9ab54e-b817-413d-8b0a-131e706a7bff HTTP/1.1" status: 200 len: 851 time: 0.1823733 Aug 30 07:48:18.874049 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.61', 55071) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:18.903467 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-73b9ce9c-30f3-4316-97ec-af7a4ae7d4f7 service neutron] 10.222.0.61 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027071 Aug 30 07:48:19.105284 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-7fbcddfc-a614-4322-9900-570e412d6657 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Made reservation on behalf of a5f4656c08fc44eb93611972f4bebb0e for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:48:19.109119 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-7fbcddfc-a614-4322-9900-570e412d6657 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:19.127878 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-5080bd5c-3367-4af4-8bc6-311ba4c8d01d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=69687f73-4af7-4d54-9e37-a68d55f807fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2382495 Aug 30 07:48:19.160958 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-126d6f0a-e04e-44a8-9a28-9c9af607ba4d tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:19.163053 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-126d6f0a-e04e-44a8-9a28-9c9af607ba4d tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.61 "GET /v2.0/networks?id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 HTTP/1.1" status: 200 len: 809 time: 0.2880290 Aug 30 07:48:19.189575 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-cb4dda3d-7065-4bb4-80e6-ab80963a371b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Network 83b43835-9098-4d89-a14a-34cf351e7cdb is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:19.198863 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-cb4dda3d-7065-4bb4-80e6-ab80963a371b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:19.203378 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4dda3d-7065-4bb4-80e6-ab80963a371b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Pushing event updated for resources: {'Port': ['ID=ae18f657-8bf1-4e50-b57d-7f58cd1f4360,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:19.206112 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-cb4dda3d-7065-4bb4-80e6-ab80963a371b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:48:19.215614 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-c071609d-c283-490e-9b88-f486129b1225 service neutron] 10.222.0.61 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504222 Aug 30 07:48:19.291565 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-cb4dda3d-7065-4bb4-80e6-ab80963a371b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:19.292347 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-cb4dda3d-7065-4bb4-80e6-ab80963a371b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:19.322012 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-c2cd4a7d-5dcc-4deb-b43b-468588d9a69b service neutron] 10.222.0.61 "GET /v2.0/networks/69687f73-4af7-4d54-9e37-a68d55f807fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849563 Aug 30 07:48:19.326691 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-cb4dda3d-7065-4bb4-80e6-ab80963a371b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5656886 Aug 30 07:48:19.354710 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Request body: {'port': {'device_id': '95fc5a1e-6b49-475e-85ec-93d172a0d3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:19.362004 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-b7572e5c-f661-473d-9335-5da95243c35c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e71ca0134bc64db3b85a744bc5da948c HTTP/1.1" status: 200 len: 379 time: 0.1766129 Aug 30 07:48:19.384493 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-962a6a63-e6ff-49ed-9b69-ca9aac522c40 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Request body: {'port': {'device_id': '63042c8c-43ca-4d02-8ef2-07a08833cdf1', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'admin_state_up': True, 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'security_groups': ['aa58337b-7816-44af-b514-39c8d925ad9f']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:19.481688 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:19.522925 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-545cfe13-5fbe-48fb-b146-e675e1a86456 req-94431122-53d4-415b-ac69-6e7f9b015201 service neutron] 10.222.0.61 "GET /v2.0/networks/69687f73-4af7-4d54-9e37-a68d55f807fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843193 Aug 30 07:48:19.617177 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1c1bb-ab4f-4c9e-bbdb-f1aa1f710304 req-73422d33-9490-4006-a584-e3df1f36fb9b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:19.619135 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b7e1c1bb-ab4f-4c9e-bbdb-f1aa1f710304 req-73422d33-9490-4006-a584-e3df1f36fb9b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.2846637 Aug 30 07:48:19.628974 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-7fbcddfc-a614-4322-9900-570e412d6657 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Allocated IP 172.20.0.10 (83b43835-9098-4d89-a14a-34cf351e7cdb/ef674ad9-bd11-485a-91a9-03f033f485ef/7df2dfe2-84f3-44d6-9b60-1cece886854d) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:48:19.633558 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-350f8e57-9b27-422f-b3ff-1bc96f18554e req-148383b7-63ac-45f5-8cbb-7b64b4fc0a59 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 210 time: 0.0701296 Aug 30 07:48:19.643260 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-962a6a63-e6ff-49ed-9b69-ca9aac522c40 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Made reservation on behalf of e71ca0134bc64db3b85a744bc5da948c for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:48:19.647708 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-962a6a63-e6ff-49ed-9b69-ca9aac522c40 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:19.759563 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b7e1c1bb-ab4f-4c9e-bbdb-f1aa1f710304 req-97a5fe4f-36a9-43e2-ae71-ed31df217bd2 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278434 Aug 30 07:48:19.924569 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134aa21-e577-4848-9377-ce0e3752e731 req-313d00e1-b0fc-4003-9544-714d1722ad5b tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:19.932502 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3134aa21-e577-4848-9377-ce0e3752e731 req-313d00e1-b0fc-4003-9544-714d1722ad5b tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.1562369 Aug 30 07:48:19.966806 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-962a6a63-e6ff-49ed-9b69-ca9aac522c40 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Allocated IP 172.20.0.11 (c0b6d139-5ec8-4ecd-be42-a32d8b014bf5/8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e/03f5aee7-d6fd-4ea0-b19a-d088da242d0e) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:48:19.988484 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-af831d9e-ba65-4793-b951-89a5c204ae1c req-3755bfe4-401f-49c2-996a-bbb145ae1c02 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 210 time: 0.0455093 Aug 30 07:48:20.006293 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3134aa21-e577-4848-9377-ce0e3752e731 req-bbf80de5-f3c0-4605-a8a3-1ff459e862e9 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705073 Aug 30 07:48:20.054119 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-7fbcddfc-a614-4322-9900-570e412d6657 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:20.198378 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-7fbcddfc-a614-4322-9900-570e412d6657 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:20.430817 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae18f657-8bf1-4e50-b57d-7f58cd1f4360 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:48:20.443611 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:20.456566 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-7fbcddfc-a614-4322-9900-570e412d6657 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Network 83b43835-9098-4d89-a14a-34cf351e7cdb is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:20.468459 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Transition to ACTIVE for port object ae18f657-8bf1-4e50-b57d-7f58cd1f4360 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:20.470695 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-962a6a63-e6ff-49ed-9b69-ca9aac522c40 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:20.473408 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:20.490996 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-962a6a63-e6ff-49ed-9b69-ca9aac522c40 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Transition to ACTIVE for port object 03f5aee7-d6fd-4ea0-b19a-d088da242d0e will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:20.493565 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-7fbcddfc-a614-4322-9900-570e412d6657 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:20.511863 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-7fbcddfc-a614-4322-9900-570e412d6657 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:48:20.517111 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcddfc-a614-4322-9900-570e412d6657 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Pushing event updated for resources: {'Port': ['ID=7df2dfe2-84f3-44d6-9b60-1cece886854d,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:20.596421 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-7fbcddfc-a614-4322-9900-570e412d6657 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:20.597366 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-7fbcddfc-a614-4322-9900-570e412d6657 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:20.597530 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Pushing event updated for resources: {'Port': ['ID=ae18f657-8bf1-4e50-b57d-7f58cd1f4360,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:20.628408 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Attempting to bind port ae18f657-8bf1-4e50-b57d-7f58cd1f4360 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:48:20.628771 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Attempting to bind port ae18f657-8bf1-4e50-b57d-7f58cd1f4360 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '11b28338-5bb9-4de9-96e1-5b8939ab05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:48:20.630388 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Attempting to bind port ae18f657-8bf1-4e50-b57d-7f58cd1f4360 on network 83b43835-9098-4d89-a14a-34cf351e7cdb {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:20.640354 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Port ae18f657-8bf1-4e50-b57d-7f58cd1f4360 on network 83b43835-9098-4d89-a14a-34cf351e7cdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:48:20.640692 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Attempting to bind port ae18f657-8bf1-4e50-b57d-7f58cd1f4360 on network 83b43835-9098-4d89-a14a-34cf351e7cdb {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:20.643935 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-962a6a63-e6ff-49ed-9b69-ca9aac522c40 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:20.648612 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:48:20.649088 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Checking segment: {'id': '11b28338-5bb9-4de9-96e1-5b8939ab05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:48:20.649772 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Bound using segment: {'id': '11b28338-5bb9-4de9-96e1-5b8939ab05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:48:20.650278 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Bound port: ae18f657-8bf1-4e50-b57d-7f58cd1f4360, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b28338-5bb9-4de9-96e1-5b8939ab05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:48:20.650706 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:20.664955 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-7fbcddfc-a614-4322-9900-570e412d6657 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9558547 Aug 30 07:48:20.705066 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Request body: {'port': {'device_id': 'ab74e53e-3def-4d56-a5a3-9bdaae91e894', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:20.733824 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-962a6a63-e6ff-49ed-9b69-ca9aac522c40 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Network c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:20.758323 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-962a6a63-e6ff-49ed-9b69-ca9aac522c40 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:20.787559 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-962a6a63-e6ff-49ed-9b69-ca9aac522c40 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:48:20.807704 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] For port ae18f657-8bf1-4e50-b57d-7f58cd1f4360, host hv-cinder-80619, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:48:20.813183 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] For port ae18f657-8bf1-4e50-b57d-7f58cd1f4360, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=ae18f657-8bf1-4e50-b57d-7f58cd1f4360,segment=NetworkSegment(11b28338-5bb9-4de9-96e1-5b8939ab05a5),segment_id=11b28338-5bb9-4de9-96e1-5b8939ab05a5)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:48:20.818096 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:20.841498 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a6a63-e6ff-49ed-9b69-ca9aac522c40 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Pushing event updated for resources: {'Port': ['ID=03f5aee7-d6fd-4ea0-b19a-d088da242d0e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:20.849220 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:20.905234 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:20.905899 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:20.907468 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] 10.222.0.61 "PUT /v2.0/ports/ae18f657-8bf1-4e50-b57d-7f58cd1f4360 HTTP/1.1" status: 200 len: 1093 time: 1.5605295 Aug 30 07:48:20.909725 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fc5a1e-6b49-475e-85ec-93d172a0d3e2', 'tag': 'ae18f657-8bf1-4e50-b57d-7f58cd1f4360'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:20.942435 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7180d6e-4c1c-4a25-93e7-e2e47639a6de req-1b4fbc5c-801c-487c-beba-653417e2acb6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:20.953157 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f7180d6e-4c1c-4a25-93e7-e2e47639a6de req-1b4fbc5c-801c-487c-beba-653417e2acb6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 932 time: 0.2058885 Aug 30 07:48:20.953507 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-962a6a63-e6ff-49ed-9b69-ca9aac522c40 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:20.954215 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-962a6a63-e6ff-49ed-9b69-ca9aac522c40 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:20.995779 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a173d-ef73-4f97-afc3-03e68ab9827b service neutron] Pushing event updated for resources: {'Port': ['ID=ae18f657-8bf1-4e50-b57d-7f58cd1f4360,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:21.029524 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-962a6a63-e6ff-49ed-9b69-ca9aac522c40 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6504405 Aug 30 07:48:21.085154 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f7180d6e-4c1c-4a25-93e7-e2e47639a6de req-a26f7549-9050-4aab-9ac9-0a42b06e6198 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306996 Aug 30 07:48:21.099496 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Request body: {'port': {'device_id': '63042c8c-43ca-4d02-8ef2-07a08833cdf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:21.124155 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-f4bfa014-8ea7-4227-8eaf-ddee1116c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:21.126027 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-f4bfa014-8ea7-4227-8eaf-ddee1116c69f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5f4656c08fc44eb93611972f4bebb0e&device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 1096 time: 0.1236973 Aug 30 07:48:21.136215 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-f3d0d63f-4e2d-45d3-899c-5beb9ee9c97c None None] Provisioning for port 03f5aee7-d6fd-4ea0-b19a-d088da242d0e completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:21.140392 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-f3d0d63f-4e2d-45d3-899c-5beb9ee9c97c None None] Provisioning complete for port 03f5aee7-d6fd-4ea0-b19a-d088da242d0e triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:21.140771 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d63f-4e2d-45d3-899c-5beb9ee9c97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:21.205427 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-bb791546-f20e-46fd-bef3-5a34bbc9d9a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae18f657-8bf1-4e50-b57d-7f58cd1f4360 HTTP/1.1" status: 200 len: 217 time: 0.0702369 Aug 30 07:48:21.219234 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4bd4f1-460d-4cbd-ad23-9163cedc83e8" -d '{"events": [{"name": "network-changed", "server_uuid": "95fc5a1e-6b49-475e-85ec-93d172a0d3e2", "tag": "ae18f657-8bf1-4e50-b57d-7f58cd1f4360"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:21.227821 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-f3d0d63f-4e2d-45d3-899c-5beb9ee9c97c None None] Port 03f5aee7-d6fd-4ea0-b19a-d088da242d0e cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:48:21.259018 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 59550) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:21.299800 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c093052-f414-400f-813d-3bdee595e7dc req-87f5a5b6-c867-412c-9c04-8130c8ec1d88 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:21.301339 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3c093052-f414-400f-813d-3bdee595e7dc req-87f5a5b6-c867-412c-9c04-8130c8ec1d88 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 932 time: 0.0957398 Aug 30 07:48:21.303006 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-88f4728c-fbea-4dc7-aaaf-e9238d589c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:21.304360 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-88f4728c-fbea-4dc7-aaaf-e9238d589c49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef674ad9-bd11-485a-91a9-03f033f485ef HTTP/1.1" status: 200 len: 859 time: 0.0881231 Aug 30 07:48:21.345281 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c7395-b5da-4a3f-b6ee-887ab55e4afc req-e1560a4d-46f3-4fd4-bba0-6593a65cd097 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:21.346767 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-16779de8-3779-4def-9d31-ae1cfacd7172 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=83b43835-9098-4d89-a14a-34cf351e7cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314124 Aug 30 07:48:21.346931 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-856c7395-b5da-4a3f-b6ee-887ab55e4afc req-e1560a4d-46f3-4fd4-bba0-6593a65cd097 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.2559948 Aug 30 07:48:21.356061 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:21.382930 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3c093052-f414-400f-813d-3bdee595e7dc req-31b17aeb-c073-488b-8642-0483120ae7b4 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743673 Aug 30 07:48:21.454685 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-90a308ec-4239-4b06-8658-4af091d97a15 service neutron] 10.222.0.61 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971427 Aug 30 07:48:21.500629 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-856c7395-b5da-4a3f-b6ee-887ab55e4afc req-b5406824-3b65-4f93-9967-e7ea75296b3b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288166 Aug 30 07:48:21.509169 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f0da6a9e-5d05-4f3f-b406-31bd8c5dd9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:21.613358 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7df35db1-43e0-41a8-9e40-a92085ab29d4 req-e89ea6c3-c7cc-4367-9bad-38e2d91deaa3 service neutron] 10.222.0.61 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502340 Aug 30 07:48:21.624189 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6a1ab-5247-4b2d-8080-eb921811dc11 req-a662efdb-f591-40a5-83f9-0073a40e95a0 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:21.635892 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a2c6a1ab-5247-4b2d-8080-eb921811dc11 req-a662efdb-f591-40a5-83f9-0073a40e95a0 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.1629107 Aug 30 07:48:21.698710 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a2c6a1ab-5247-4b2d-8080-eb921811dc11 req-43483feb-2184-4188-9f38-94bb2f95399b tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533087 Aug 30 07:48:21.754357 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73a3660-23d4-40b7-9696-3c63229d6758 x-openstack-request-id: req-d73a3660-23d4-40b7-9696-3c63229d6758 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:21.754722 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95fc5a1e-6b49-475e-85ec-93d172a0d3e2", "tag": "ae18f657-8bf1-4e50-b57d-7f58cd1f4360", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:21.755053 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d73a3660-23d4-40b7-9696-3c63229d6758 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:21.759644 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95fc5a1e-6b49-475e-85ec-93d172a0d3e2', 'tag': 'ae18f657-8bf1-4e50-b57d-7f58cd1f4360', 'status': 'completed', 'code': 200} Aug 30 07:48:21.759888 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7df2dfe2-84f3-44d6-9b60-1cece886854d {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:48:21.769519 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:21.803167 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Transition to ACTIVE for port object 7df2dfe2-84f3-44d6-9b60-1cece886854d will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:21.813121 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:21.903233 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Pushing event updated for resources: {'Port': ['ID=7df2dfe2-84f3-44d6-9b60-1cece886854d,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:21.938534 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f0da6a9e-5d05-4f3f-b406-31bd8c5dd9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:21.950137 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f0da6a9e-5d05-4f3f-b406-31bd8c5dd9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:21.979641 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f5aee7-d6fd-4ea0-b19a-d088da242d0e {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:48:22.004397 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:22.046328 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-f0da6a9e-5d05-4f3f-b406-31bd8c5dd9e4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d8cd8948c93f4c599354e0adf8dbe7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7818811 Aug 30 07:48:22.047556 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 59568) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:22.051982 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da6a9e-5d05-4f3f-b406-31bd8c5dd9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7fe86a-a4c3-4dc6-9772-4a78ea899937,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:22.056440 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:48:22.057563 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Transition to ACTIVE for port object 03f5aee7-d6fd-4ea0-b19a-d088da242d0e will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:22.069384 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:22.110772 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Attempting to bind port 7df2dfe2-84f3-44d6-9b60-1cece886854d on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:48:22.111108 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Attempting to bind port 7df2dfe2-84f3-44d6-9b60-1cece886854d by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '11b28338-5bb9-4de9-96e1-5b8939ab05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:48:22.111432 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Attempting to bind port 7df2dfe2-84f3-44d6-9b60-1cece886854d on network 83b43835-9098-4d89-a14a-34cf351e7cdb {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:22.121420 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Port 7df2dfe2-84f3-44d6-9b60-1cece886854d on network 83b43835-9098-4d89-a14a-34cf351e7cdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:48:22.121744 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Attempting to bind port 7df2dfe2-84f3-44d6-9b60-1cece886854d on network 83b43835-9098-4d89-a14a-34cf351e7cdb {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:22.141607 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:48:22.141607 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Checking segment: {'id': '11b28338-5bb9-4de9-96e1-5b8939ab05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:48:22.142074 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Bound using segment: {'id': '11b28338-5bb9-4de9-96e1-5b8939ab05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:48:22.142368 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Bound port: 7df2dfe2-84f3-44d6-9b60-1cece886854d, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b28338-5bb9-4de9-96e1-5b8939ab05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:48:22.142727 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:22.159376 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5d6bb3a4-5b51-4090-bf48-1434cca57c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:22.177440 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Pushing event updated for resources: {'Port': ['ID=03f5aee7-d6fd-4ea0-b19a-d088da242d0e,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:22.187370 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5d6bb3a4-5b51-4090-bf48-1434cca57c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:22.272962 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19824ec8-bac5-4558-8bbc-215aae5adc70 req-837bd223-9043-42f9-947e-e1e7f474fe50 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:22.273209 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Attempting to bind port 03f5aee7-d6fd-4ea0-b19a-d088da242d0e on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:48:22.273326 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Attempting to bind port 03f5aee7-d6fd-4ea0-b19a-d088da242d0e by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '3313c450-3e0a-4a55-9b55-654832350b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:48:22.273595 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Attempting to bind port 03f5aee7-d6fd-4ea0-b19a-d088da242d0e on network c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:22.274923 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-19824ec8-bac5-4558-8bbc-215aae5adc70 req-837bd223-9043-42f9-947e-e1e7f474fe50 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 944 time: 0.0655653 Aug 30 07:48:22.283277 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Port 03f5aee7-d6fd-4ea0-b19a-d088da242d0e on network c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:48:22.283597 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Attempting to bind port 03f5aee7-d6fd-4ea0-b19a-d088da242d0e on network c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:22.286048 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] For port 7df2dfe2-84f3-44d6-9b60-1cece886854d, host hv-cinder-80619, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:48:22.286810 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5d6bb3a4-5b51-4090-bf48-1434cca57c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:22.290259 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] For port 7df2dfe2-84f3-44d6-9b60-1cece886854d, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=7df2dfe2-84f3-44d6-9b60-1cece886854d,segment=NetworkSegment(11b28338-5bb9-4de9-96e1-5b8939ab05a5),segment_id=11b28338-5bb9-4de9-96e1-5b8939ab05a5)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:48:22.291549 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5d6bb3a4-5b51-4090-bf48-1434cca57c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:22.295728 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-5d6bb3a4-5b51-4090-bf48-1434cca57c8a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d7fe86a-a4c3-4dc6-9772-4a78ea899937 HTTP/1.1" status: 204 len: 168 time: 0.2442160 Aug 30 07:48:22.296445 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:48:22.296445 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Checking segment: {'id': '3313c450-3e0a-4a55-9b55-654832350b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:48:22.296445 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Bound using segment: {'id': '3313c450-3e0a-4a55-9b55-654832350b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:48:22.296445 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Bound port: 03f5aee7-d6fd-4ea0-b19a-d088da242d0e, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3313c450-3e0a-4a55-9b55-654832350b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:48:22.296445 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:22.300209 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:22.315953 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bb3a4-5b51-4090-bf48-1434cca57c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7fe86a-a4c3-4dc6-9772-4a78ea899937,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:22.347151 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-19824ec8-bac5-4558-8bbc-215aae5adc70 req-034bd905-bb00-42f8-bf01-6cb571405fa0 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529349 Aug 30 07:48:22.353868 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:22.354801 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:22.356578 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] 10.222.0.61 "PUT /v2.0/ports/7df2dfe2-84f3-44d6-9b60-1cece886854d HTTP/1.1" status: 200 len: 1094 time: 1.6626754 Aug 30 07:48:22.359546 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab74e53e-3def-4d56-a5a3-9bdaae91e894', 'tag': '7df2dfe2-84f3-44d6-9b60-1cece886854d'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:22.362053 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7c1c717326e93d35a200a5a0d3cebafce15ecd83eb06d7c469ca134263d92f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5c9d18-42fd-4e0c-bb8c-2624f201078e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab74e53e-3def-4d56-a5a3-9bdaae91e894", "tag": "7df2dfe2-84f3-44d6-9b60-1cece886854d"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:22.409086 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02848e87-be3a-4338-8a06-f22085899536 x-openstack-request-id: req-02848e87-be3a-4338-8a06-f22085899536 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:22.409241 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab74e53e-3def-4d56-a5a3-9bdaae91e894", "tag": "7df2dfe2-84f3-44d6-9b60-1cece886854d", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:22.409372 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-02848e87-be3a-4338-8a06-f22085899536 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:22.409766 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab74e53e-3def-4d56-a5a3-9bdaae91e894', 'tag': '7df2dfe2-84f3-44d6-9b60-1cece886854d', 'status': 'completed', 'code': 200} Aug 30 07:48:22.443377 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7297caa-b84d-4913-9257-3f60c0fd7463 service neutron] Pushing event updated for resources: {'Port': ['ID=7df2dfe2-84f3-44d6-9b60-1cece886854d,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:22.459766 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] For port 03f5aee7-d6fd-4ea0-b19a-d088da242d0e, host hv-cinder-80619, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:48:22.464404 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] For port 03f5aee7-d6fd-4ea0-b19a-d088da242d0e, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=03f5aee7-d6fd-4ea0-b19a-d088da242d0e,segment=NetworkSegment(3313c450-3e0a-4a55-9b55-654832350b5d),segment_id=3313c450-3e0a-4a55-9b55-654832350b5d)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:48:22.470925 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:22.514771 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:22.515532 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:22.517194 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] 10.222.0.61 "PUT /v2.0/ports/03f5aee7-d6fd-4ea0-b19a-d088da242d0e HTTP/1.1" status: 200 len: 1094 time: 1.4247046 Aug 30 07:48:22.536340 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c543c-4050-47fb-a718-9d2ce27858e1 req-a62a34e2-99be-4775-9414-538cbc421a93 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:22.542917 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-697c543c-4050-47fb-a718-9d2ce27858e1 req-a62a34e2-99be-4775-9414-538cbc421a93 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 944 time: 0.0666628 Aug 30 07:48:22.550898 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c67b36-38bf-44ad-b7f7-d618f045940d service neutron] Pushing event updated for resources: {'Port': ['ID=03f5aee7-d6fd-4ea0-b19a-d088da242d0e,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:22.595204 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-697c543c-4050-47fb-a718-9d2ce27858e1 req-47e46e3f-a66d-4c46-9a29-8fb0c6adc956 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514135 Aug 30 07:48:22.668291 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f107b-9ef5-45c2-9258-487b4c665fd5 req-8d44d0a2-d3e0-41a0-a362-5a864cedd55b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:22.670930 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c46f107b-9ef5-45c2-9258-487b4c665fd5 req-8d44d0a2-d3e0-41a0-a362-5a864cedd55b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.0688362 Aug 30 07:48:22.680190 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 59582) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:22.695101 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8eb3df1e-5ade-461d-8cb5-afe95f898727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:22.724388 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c46f107b-9ef5-45c2-9258-487b4c665fd5 req-0940e3bd-8cd4-4553-a32b-954ae3994ad3 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375018 Aug 30 07:48:22.841126 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8eb3df1e-5ade-461d-8cb5-afe95f898727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:22.846628 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8eb3df1e-5ade-461d-8cb5-afe95f898727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:22.894509 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-8eb3df1e-5ade-461d-8cb5-afe95f898727 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7259f5a2dacf42a18b875af1c083722b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130253 Aug 30 07:48:22.895684 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3df1e-5ade-461d-8cb5-afe95f898727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2e8998-2bcc-4acc-8f96-27d4fdb09828,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:22.902861 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 59594) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:22.917817 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89637c-b6b2-4888-b7ef-eacc42ccc99b req-9e8f7c03-6654-4d89-bb2e-3b1176b83640 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:22.919409 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ed89637c-b6b2-4888-b7ef-eacc42ccc99b req-9e8f7c03-6654-4d89-bb2e-3b1176b83640 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.1206741 Aug 30 07:48:22.984987 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ed89637c-b6b2-4888-b7ef-eacc42ccc99b req-b0a5dab2-0cbd-46c9-b17c-7d040517c2e9 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583377 Aug 30 07:48:22.998329 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-23a25e30-d47a-4648-b88b-6981ae1ebd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:23.021501 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-23a25e30-d47a-4648-b88b-6981ae1ebd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:23.071147 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-23a25e30-d47a-4648-b88b-6981ae1ebd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:23.074356 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-23a25e30-d47a-4648-b88b-6981ae1ebd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:23.075460 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-23a25e30-d47a-4648-b88b-6981ae1ebd37 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3a2e8998-2bcc-4acc-8f96-27d4fdb09828 HTTP/1.1" status: 204 len: 168 time: 0.1715782 Aug 30 07:48:23.083898 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a25e30-d47a-4648-b88b-6981ae1ebd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2e8998-2bcc-4acc-8f96-27d4fdb09828,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:23.477979 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a78fe-f706-4ffe-bfa6-9808d7bf72ce req-666dc1e2-b6c6-4172-bb98-eba6d960320a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:23.477979 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-342a78fe-f706-4ffe-bfa6-9808d7bf72ce req-666dc1e2-b6c6-4172-bb98-eba6d960320a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 944 time: 0.0511026 Aug 30 07:48:23.519022 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-342a78fe-f706-4ffe-bfa6-9808d7bf72ce req-f22eeddf-66b5-46cb-8390-341cd3b7b595 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344520 Aug 30 07:48:23.633140 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:23.730274 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545a7f4-7421-4f86-91b1-a75c42d2869e req-0cab7d5b-3feb-4f7b-a76d-5c73544347a2 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:23.731848 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c545a7f4-7421-4f86-91b1-a75c42d2869e req-0cab7d5b-3feb-4f7b-a76d-5c73544347a2 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 944 time: 0.0528803 Aug 30 07:48:23.772001 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c545a7f4-7421-4f86-91b1-a75c42d2869e req-dffbf610-0114-4d84-a31d-a6ac57bdf8bc tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339983 Aug 30 07:48:23.868481 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d215914-0b5c-47fd-b5ae-5530d14c6391 req-176c739f-40c5-46de-9071-8057493bf187 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:23.870364 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5d215914-0b5c-47fd-b5ae-5530d14c6391 req-176c739f-40c5-46de-9071-8057493bf187 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.0537624 Aug 30 07:48:23.924004 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5d215914-0b5c-47fd-b5ae-5530d14c6391 req-9a94dee1-a490-42fa-85cd-5738e5b28c8f tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401971 Aug 30 07:48:24.112890 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115483a6-94ad-4e94-a612-1aff1f3082a6 req-0f49bd70-50c2-4efe-adf0-49f769e78abc tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:24.114533 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-115483a6-94ad-4e94-a612-1aff1f3082a6 req-0f49bd70-50c2-4efe-adf0-49f769e78abc tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.0568116 Aug 30 07:48:24.169212 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-115483a6-94ad-4e94-a612-1aff1f3082a6 req-a3b22eb1-7f1e-48f5-a979-aea796d6f2ab tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480762 Aug 30 07:48:24.423159 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63042c8c-43ca-4d02-8ef2-07a08833cdf1', 'tag': '03f5aee7-d6fd-4ea0-b19a-d088da242d0e'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:24.423159 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7c1c717326e93d35a200a5a0d3cebafce15ecd83eb06d7c469ca134263d92f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76c34d7-4204-461b-82e3-c4233e366fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "63042c8c-43ca-4d02-8ef2-07a08833cdf1", "tag": "03f5aee7-d6fd-4ea0-b19a-d088da242d0e"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:24.454557 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52262787-5ba4-4e6b-a61b-ceae1e318b54 x-openstack-request-id: req-52262787-5ba4-4e6b-a61b-ceae1e318b54 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:24.454703 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63042c8c-43ca-4d02-8ef2-07a08833cdf1", "tag": "03f5aee7-d6fd-4ea0-b19a-d088da242d0e", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:24.454963 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-52262787-5ba4-4e6b-a61b-ceae1e318b54 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:24.455421 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63042c8c-43ca-4d02-8ef2-07a08833cdf1', 'tag': '03f5aee7-d6fd-4ea0-b19a-d088da242d0e', 'status': 'completed', 'code': 200} Aug 30 07:48:24.647809 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e34b44-882c-44d9-ab08-8b3446366bcf req-5ef52fae-f746-43a3-94a9-846e7894c496 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:24.649377 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e5e34b44-882c-44d9-ab08-8b3446366bcf req-5ef52fae-f746-43a3-94a9-846e7894c496 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 944 time: 0.0560298 Aug 30 07:48:24.692124 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e5e34b44-882c-44d9-ab08-8b3446366bcf req-c3d0886d-5e56-449f-9cc0-fab6d7dd4939 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335422 Aug 30 07:48:24.908054 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b30260-d661-419a-8b85-92c50b62b673 req-234c8f34-f704-4b28-a845-28631565239d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:24.909578 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d9b30260-d661-419a-8b85-92c50b62b673 req-234c8f34-f704-4b28-a845-28631565239d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 944 time: 0.0558317 Aug 30 07:48:24.963939 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d9b30260-d661-419a-8b85-92c50b62b673 req-c33cf558-4c40-40f6-a67e-055a61a71f45 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471432 Aug 30 07:48:25.056024 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbc6d9-1e52-41bd-8704-7c638ceef80f req-3f38ea52-9752-44ac-af5d-a3177ab358c7 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:25.057674 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-25dbc6d9-1e52-41bd-8704-7c638ceef80f req-3f38ea52-9752-44ac-af5d-a3177ab358c7 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.0520139 Aug 30 07:48:25.107427 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-25dbc6d9-1e52-41bd-8704-7c638ceef80f req-e3d45253-9d68-4d1f-aa3c-d34459ebe6c7 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435243 Aug 30 07:48:25.307460 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49536b-9147-44ab-a388-357cf9d06e47 req-98f04a83-ba01-45c7-a565-aa597aaaa797 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:25.309415 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9d49536b-9147-44ab-a388-357cf9d06e47 req-98f04a83-ba01-45c7-a565-aa597aaaa797 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.0661299 Aug 30 07:48:25.361883 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9d49536b-9147-44ab-a388-357cf9d06e47 req-83dc51de-ad49-4337-a6d6-8dd51be613c4 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456214 Aug 30 07:48:25.434471 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 59718) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:25.538049 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-091d4e36-00a3-4dfa-a53c-31fd017457d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:25.630425 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-091d4e36-00a3-4dfa-a53c-31fd017457d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:25.635615 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-091d4e36-00a3-4dfa-a53c-31fd017457d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:25.677701 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d4e36-00a3-4dfa-a53c-31fd017457d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7df85e2-c8b9-488a-a3cf-5db800bbb211,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:25.686374 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-091d4e36-00a3-4dfa-a53c-31fd017457d5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e4938336f2ea41398c0cd5edf41b339d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482564 Aug 30 07:48:25.686555 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 59726) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:25.739467 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b6ecdb6a-b8eb-4c04-9ff6-49bcc64014d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:25.764541 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b6ecdb6a-b8eb-4c04-9ff6-49bcc64014d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:25.841502 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeceb94-7587-4ecf-83ad-09fa917d8465 req-dbc33465-320d-4204-839c-0ee2218ce334 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:25.843101 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6aeceb94-7587-4ecf-83ad-09fa917d8465 req-dbc33465-320d-4204-839c-0ee2218ce334 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 944 time: 0.0633798 Aug 30 07:48:25.856554 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b6ecdb6a-b8eb-4c04-9ff6-49bcc64014d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:25.858993 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b6ecdb6a-b8eb-4c04-9ff6-49bcc64014d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:25.860066 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-b6ecdb6a-b8eb-4c04-9ff6-49bcc64014d2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e7df85e2-c8b9-488a-a3cf-5db800bbb211 HTTP/1.1" status: 204 len: 168 time: 0.1722705 Aug 30 07:48:25.877193 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecdb6a-b8eb-4c04-9ff6-49bcc64014d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7df85e2-c8b9-488a-a3cf-5db800bbb211,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:25.897996 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6aeceb94-7587-4ecf-83ad-09fa917d8465 req-f60d8f14-725e-4e30-b2df-1dfc75111704 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484102 Aug 30 07:48:26.094605 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f83b5f-10ab-4a47-b69c-8b1cc64058c9 req-b9a051ac-c117-430b-b261-66f2f95f519c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:26.096372 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d9f83b5f-10ab-4a47-b69c-8b1cc64058c9 req-b9a051ac-c117-430b-b261-66f2f95f519c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 944 time: 0.0524042 Aug 30 07:48:26.141628 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d9f83b5f-10ab-4a47-b69c-8b1cc64058c9 req-e357af10-6c2c-40b8-aa13-4731f9f8311e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382423 Aug 30 07:48:26.148396 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 59740) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:26.172123 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3f630c3d-a8d1-4abb-b12c-8310668b0dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:26.256236 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66837d20-2d06-4fb3-9f76-3508fec42d73 req-773b13f3-992c-48b8-9936-1ed69d368f4e tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:26.258034 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-66837d20-2d06-4fb3-9f76-3508fec42d73 req-773b13f3-992c-48b8-9936-1ed69d368f4e tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.0628815 Aug 30 07:48:26.270362 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3f630c3d-a8d1-4abb-b12c-8310668b0dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:26.274927 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3f630c3d-a8d1-4abb-b12c-8310668b0dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:26.302826 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-66837d20-2d06-4fb3-9f76-3508fec42d73 req-d75d7200-2a4d-42a5-871b-0aaae5ac0cd7 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355897 Aug 30 07:48:26.350459 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bd4f1-460d-4cbd-ad23-9163cedc83e8 req-13f34ca4-727c-428b-a106-f9da8a47513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:26.352033 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ac4bd4f1-460d-4cbd-ad23-9163cedc83e8 req-13f34ca4-727c-428b-a106-f9da8a47513d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5f4656c08fc44eb93611972f4bebb0e&device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 1096 time: 0.0467763 Aug 30 07:48:26.378373 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-3f630c3d-a8d1-4abb-b12c-8310668b0dad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eb104ea9f0ec4321a07839499945d53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286167 Aug 30 07:48:26.382478 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 59744) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:26.383215 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f630c3d-a8d1-4abb-b12c-8310668b0dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755e5186-7fc6-4f42-b634-4ff484fa8eb5,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:26.422598 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c9d18-42fd-4e0c-bb8c-2624f201078e req-5df7c775-0381-4ad3-87e3-992660189e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:26.423628 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3a5c9d18-42fd-4e0c-bb8c-2624f201078e req-5df7c775-0381-4ad3-87e3-992660189e1a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5f4656c08fc44eb93611972f4bebb0e&device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 1097 time: 0.1379211 Aug 30 07:48:26.453121 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-12ba3cf3-7835-447c-8dee-ab4d03ccbb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:26.454649 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-12ba3cf3-7835-447c-8dee-ab4d03ccbb4d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e71ca0134bc64db3b85a744bc5da948c&device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 1097 time: 0.1547973 Aug 30 07:48:26.566837 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-da22ecc9-a7e7-4988-bb57-acb622e62ca3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f5aee7-d6fd-4ea0-b19a-d088da242d0e HTTP/1.1" status: 200 len: 217 time: 0.1007130 Aug 30 07:48:26.622022 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-40789d7b-9600-4e8e-8a65-553a38f91668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:26.657710 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7683e-01e4-4a42-be54-042a2f636fa2 req-38dd6c6e-a105-41ac-a8e0-d9832134e430 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:26.659300 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-97c7683e-01e4-4a42-be54-042a2f636fa2 req-38dd6c6e-a105-41ac-a8e0-d9832134e430 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.2084131 Aug 30 07:48:26.687952 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bd4f1-460d-4cbd-ad23-9163cedc83e8 req-0d17788c-e35f-41d0-b0b9-f43de72d3b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:26.689466 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ac4bd4f1-460d-4cbd-ad23-9163cedc83e8 req-0d17788c-e35f-41d0-b0b9-f43de72d3b77 service neutron] 10.222.0.61 "GET /v2.0/networks?id=83b43835-9098-4d89-a14a-34cf351e7cdb HTTP/1.1" status: 200 len: 920 time: 0.3295381 Aug 30 07:48:26.695787 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-40789d7b-9600-4e8e-8a65-553a38f91668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:26.719373 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c9d18-42fd-4e0c-bb8c-2624f201078e req-47df6d84-f463-4e8c-a68c-2b0cf919efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:26.720990 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3a5c9d18-42fd-4e0c-bb8c-2624f201078e req-47df6d84-f463-4e8c-a68c-2b0cf919efc4 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a5f4656c08fc44eb93611972f4bebb0e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2847886 Aug 30 07:48:26.724676 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-1736997c-20c5-48f4-ac9c-d4f40e896ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:26.726192 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-1736997c-20c5-48f4-ac9c-d4f40e896ed4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e HTTP/1.1" status: 200 len: 848 time: 0.1461959 Aug 30 07:48:26.738327 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ac4bd4f1-460d-4cbd-ad23-9163cedc83e8 req-e130f2d5-889d-408c-8ccb-9bc42be3aa81 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae18f657-8bf1-4e50-b57d-7f58cd1f4360 HTTP/1.1" status: 200 len: 217 time: 0.0413465 Aug 30 07:48:26.792532 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bd4f1-460d-4cbd-ad23-9163cedc83e8 req-163bf859-1919-49a5-8b23-fd48c9cfac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:26.794380 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ac4bd4f1-460d-4cbd-ad23-9163cedc83e8 req-163bf859-1919-49a5-8b23-fd48c9cfac89 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef674ad9-bd11-485a-91a9-03f033f485ef HTTP/1.1" status: 200 len: 859 time: 0.0491838 Aug 30 07:48:26.826895 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ac4bd4f1-460d-4cbd-ad23-9163cedc83e8 req-fe670817-260e-4ef9-b587-6b29c3266a2e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=83b43835-9098-4d89-a14a-34cf351e7cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254090 Aug 30 07:48:26.833474 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-97c7683e-01e4-4a42-be54-042a2f636fa2 req-bf0bcc82-288c-4076-9762-abb9e95361e5 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626704 Aug 30 07:48:26.875614 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-a83e9baa-231c-4f49-a514-2c20e09a3a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:26.877140 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-a83e9baa-231c-4f49-a514-2c20e09a3a4b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1392102 Aug 30 07:48:26.933189 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ac4bd4f1-460d-4cbd-ad23-9163cedc83e8 req-5241d33e-bf87-4e89-9041-f2ae2f5084a8 service neutron] 10.222.0.61 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995829 Aug 30 07:48:26.941816 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-40789d7b-9600-4e8e-8a65-553a38f91668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:26.949384 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-40789d7b-9600-4e8e-8a65-553a38f91668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:26.950649 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-40789d7b-9600-4e8e-8a65-553a38f91668 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/755e5186-7fc6-4f42-b634-4ff484fa8eb5 HTTP/1.1" status: 204 len: 168 time: 0.5634730 Aug 30 07:48:26.959233 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c9d18-42fd-4e0c-bb8c-2624f201078e req-339c5f3f-ee99-472f-a036-2840f2e5e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:26.964449 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3a5c9d18-42fd-4e0c-bb8c-2624f201078e req-339c5f3f-ee99-472f-a036-2840f2e5e0ea service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2269306 Aug 30 07:48:26.973079 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40789d7b-9600-4e8e-8a65-553a38f91668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755e5186-7fc6-4f42-b634-4ff484fa8eb5,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:27.046008 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-23ed9eee-02c1-4778-aeeb-33075d069ba1 service neutron] 10.222.0.61 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606653 Aug 30 07:48:27.081345 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025d401-c935-4d55-854e-b94d4f1451a3 req-c6cf2d41-3881-4845-a562-e20b3ee9256e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:27.082798 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e025d401-c935-4d55-854e-b94d4f1451a3 req-c6cf2d41-3881-4845-a562-e20b3ee9256e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 944 time: 0.0731995 Aug 30 07:48:27.110163 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-027c92af-b8cb-4b77-b65e-63578cd27cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:27.111669 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ac4bd4f1-460d-4cbd-ad23-9163cedc83e8 req-361a2ae1-1a6f-46fc-918b-fcd9605b3faa service neutron] 10.222.0.61 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709254 Aug 30 07:48:27.111804 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-027c92af-b8cb-4b77-b65e-63578cd27cc0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5f4656c08fc44eb93611972f4bebb0e&device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 1097 time: 0.0992336 Aug 30 07:48:27.132838 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e025d401-c935-4d55-854e-b94d4f1451a3 req-a0d7e1ff-dbee-4956-9534-5bade20b1704 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396762 Aug 30 07:48:27.158079 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67b67d35-145e-47ec-90f1-2885a09fc1d4 req-eb8d2f6e-3a7a-4426-b20a-1c85a58a04ca service neutron] 10.222.0.61 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049049 Aug 30 07:48:27.231809 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-89a58dd2-b5c8-4870-be8c-963878543a79 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7df2dfe2-84f3-44d6-9b60-1cece886854d HTTP/1.1" status: 200 len: 217 time: 0.0416763 Aug 30 07:48:27.351630 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271ff3d-a0d2-4aef-98a0-280fa7f56a14 req-5fdaf5cb-a4ea-435e-a197-b2f596442f33 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:27.354979 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4271ff3d-a0d2-4aef-98a0-280fa7f56a14 req-5fdaf5cb-a4ea-435e-a197-b2f596442f33 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 944 time: 0.1256299 Aug 30 07:48:27.360631 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-b5229019-e84b-49a4-b3ad-3e1ce29ce3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:27.362012 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-b5229019-e84b-49a4-b3ad-3e1ce29ce3f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef674ad9-bd11-485a-91a9-03f033f485ef HTTP/1.1" status: 200 len: 859 time: 0.1057649 Aug 30 07:48:27.366335 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c34d7-4204-461b-82e3-c4233e366fe8 req-e23ff146-4452-4c95-9d66-060975347413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:27.367667 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a76c34d7-4204-461b-82e3-c4233e366fe8 req-e23ff146-4452-4c95-9d66-060975347413 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e71ca0134bc64db3b85a744bc5da948c&device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 1097 time: 0.1028268 Aug 30 07:48:27.463623 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17861ebf-60f5-4a26-b11a-657975391b52 req-3560cf2b-1abe-4f82-95e8-6e5a2e701b38 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:27.465235 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-17861ebf-60f5-4a26-b11a-657975391b52 req-3560cf2b-1abe-4f82-95e8-6e5a2e701b38 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.0692914 Aug 30 07:48:27.520083 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-17861ebf-60f5-4a26-b11a-657975391b52 req-38710016-d5b6-457e-ae65-8f08e5aef3c6 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484235 Aug 30 07:48:27.715784 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-1d192696-e8da-4bb0-8ac8-c5c3354bae74 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=83b43835-9098-4d89-a14a-34cf351e7cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3248141 Aug 30 07:48:27.828336 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4271ff3d-a0d2-4aef-98a0-280fa7f56a14 req-1b5f6a4b-e9fb-4187-beba-b3d387f3b9c0 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653327 Aug 30 07:48:27.891767 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c34d7-4204-461b-82e3-c4233e366fe8 req-a81f5b6f-ea3e-49c0-9237-7043f230ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:27.893466 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a76c34d7-4204-461b-82e3-c4233e366fe8 req-a81f5b6f-ea3e-49c0-9237-7043f230ea9e service neutron] 10.222.0.61 "GET /v2.0/networks?id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 HTTP/1.1" status: 200 len: 910 time: 0.5110853 Aug 30 07:48:27.912635 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-4cfe9903-e8ac-454d-9dac-5724e609c621 service neutron] 10.222.0.61 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779559 Aug 30 07:48:27.952235 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a76c34d7-4204-461b-82e3-c4233e366fe8 req-ff25e5bf-542c-4ec5-9c6a-c80399470480 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f5aee7-d6fd-4ea0-b19a-d088da242d0e HTTP/1.1" status: 200 len: 217 time: 0.0506961 Aug 30 07:48:28.047919 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 59810) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:28.073793 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c34d7-4204-461b-82e3-c4233e366fe8 req-7803ccf1-7674-4716-b0a3-90ac50f8e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:28.075417 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a76c34d7-4204-461b-82e3-c4233e366fe8 req-7803ccf1-7674-4716-b0a3-90ac50f8e611 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e HTTP/1.1" status: 200 len: 848 time: 0.1121540 Aug 30 07:48:28.093973 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683cba2-c5f3-4a52-9486-9a0761146939 req-8b850322-9f6e-4a5f-9a77-82dbf92e6349 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:28.108400 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9683cba2-c5f3-4a52-9486-9a0761146939 req-8b850322-9f6e-4a5f-9a77-82dbf92e6349 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.1452463 Aug 30 07:48:28.153707 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0c822dd2-00ba-4f7e-ade8-128b62410c4b req-9453e51f-41ee-4ff8-a121-5850803c6a51 service neutron] 10.222.0.61 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106004 Aug 30 07:48:28.187457 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c34d7-4204-461b-82e3-c4233e366fe8 req-efbaedee-e78f-4da4-bf03-e3c90f0d1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:28.189350 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a76c34d7-4204-461b-82e3-c4233e366fe8 req-efbaedee-e78f-4da4-bf03-e3c90f0d1a19 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1047323 Aug 30 07:48:28.215228 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9683cba2-c5f3-4a52-9486-9a0761146939 req-b496f0cf-35bc-4f61-ba62-94e811309c52 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030469 Aug 30 07:48:28.343541 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-593c14a0-d9b8-48f7-bfa7-99f610237542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:28.389477 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f16d5-dba5-46c0-ba72-22ac0b9e04c8 req-031c1ee5-2e15-4182-aeb6-5fb768701a67 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:28.391033 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d27f16d5-dba5-46c0-ba72-22ac0b9e04c8 req-031c1ee5-2e15-4182-aeb6-5fb768701a67 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 944 time: 0.1103816 Aug 30 07:48:28.404199 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a76c34d7-4204-461b-82e3-c4233e366fe8 req-23628502-6814-4009-aa78-524c9f959647 service neutron] 10.222.0.61 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049968 Aug 30 07:48:28.516573 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d27f16d5-dba5-46c0-ba72-22ac0b9e04c8 req-8f43c129-1c60-49f8-95bb-55b09dd4b42b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093016 Aug 30 07:48:28.578198 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a76c34d7-4204-461b-82e3-c4233e366fe8 req-7f453d96-a5ef-41c4-b26f-db13934b7230 service neutron] 10.222.0.61 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614771 Aug 30 07:48:28.608156 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 59842) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:28.621120 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-593c14a0-d9b8-48f7-bfa7-99f610237542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:28.627032 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-593c14a0-d9b8-48f7-bfa7-99f610237542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:28.677307 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e80ac5-6c77-4a19-a59e-13be94dcd7fb req-40e3776a-9048-4a83-92c2-35d9b60db1a2 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:28.679442 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c3e80ac5-6c77-4a19-a59e-13be94dcd7fb req-40e3776a-9048-4a83-92c2-35d9b60db1a2 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.0660901 Aug 30 07:48:28.680297 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 59848) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:28.680641 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-593c14a0-d9b8-48f7-bfa7-99f610237542 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ea469c9dcdb448bcb74d9b5eb4963e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6303046 Aug 30 07:48:28.681576 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c14a0-d9b8-48f7-bfa7-99f610237542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6859978-497f-45bf-949b-ec6527a078fb,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:28.762855 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c3e80ac5-6c77-4a19-a59e-13be94dcd7fb req-8470c869-7f3f-4855-a3b0-3dd1440eb0a8 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602102 Aug 30 07:48:28.774728 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cf94a519-8bfe-48fe-bdcb-12febb17efc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:28.805405 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cf94a519-8bfe-48fe-bdcb-12febb17efc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:28.858877 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f3b03195-5a3e-4ae2-9254-c4fadb4093ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:28.865470 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cf94a519-8bfe-48fe-bdcb-12febb17efc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:28.870192 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cf94a519-8bfe-48fe-bdcb-12febb17efc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:28.873666 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-cf94a519-8bfe-48fe-bdcb-12febb17efc4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a6859978-497f-45bf-949b-ec6527a078fb HTTP/1.1" status: 204 len: 168 time: 0.1897624 Aug 30 07:48:28.888286 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94a519-8bfe-48fe-bdcb-12febb17efc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6859978-497f-45bf-949b-ec6527a078fb,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:29.010521 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c31271-1282-4237-98dd-e371cfdfa479 req-bd4499af-622f-4929-971f-1ad14c0bfddd tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:29.012292 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f3c31271-1282-4237-98dd-e371cfdfa479 req-bd4499af-622f-4929-971f-1ad14c0bfddd tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 944 time: 0.0806184 Aug 30 07:48:29.023168 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f3b03195-5a3e-4ae2-9254-c4fadb4093ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:29.036938 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f3b03195-5a3e-4ae2-9254-c4fadb4093ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:29.093824 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f3c31271-1282-4237-98dd-e371cfdfa479 req-1996f3ca-7396-469a-86db-42a85c184205 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733194 Aug 30 07:48:29.097385 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-f3b03195-5a3e-4ae2-9254-c4fadb4093ee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e29874e2cb344e2089c00b6e89e6e0bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4876552 Aug 30 07:48:29.098586 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b03195-5a3e-4ae2-9254-c4fadb4093ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9f0f85-2c12-47d5-8ee5-d08f95cba70b,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:29.101000 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 59862) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:29.165667 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8b6f15b5-4e09-42a2-a146-e32e4661a873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:29.192819 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8b6f15b5-4e09-42a2-a146-e32e4661a873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:29.211070 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 59866) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:29.239987 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-75474680-8aad-42cf-99c2-a7e2a1c44c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:29.299620 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8b6f15b5-4e09-42a2-a146-e32e4661a873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:29.305809 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8b6f15b5-4e09-42a2-a146-e32e4661a873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:29.305809 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-8b6f15b5-4e09-42a2-a146-e32e4661a873 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3b9f0f85-2c12-47d5-8ee5-d08f95cba70b HTTP/1.1" status: 204 len: 168 time: 0.2007015 Aug 30 07:48:29.333382 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f15b5-4e09-42a2-a146-e32e4661a873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9f0f85-2c12-47d5-8ee5-d08f95cba70b,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:29.405252 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c00f1-5422-480f-8c6a-fed8253e50bb req-fc032377-8853-4058-a2de-6c9d7b82ae27 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:29.407010 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fd1c00f1-5422-480f-8c6a-fed8253e50bb req-fc032377-8853-4058-a2de-6c9d7b82ae27 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.0961697 Aug 30 07:48:29.484237 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fd1c00f1-5422-480f-8c6a-fed8253e50bb req-d0557ea9-03d9-41d2-b34f-708df29af380 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707176 Aug 30 07:48:29.489963 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-75474680-8aad-42cf-99c2-a7e2a1c44c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:29.498422 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-75474680-8aad-42cf-99c2-a7e2a1c44c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:29.591247 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75474680-8aad-42cf-99c2-a7e2a1c44c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842c7997-c07d-41cb-a142-44588ae70fd6,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:29.599406 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-75474680-8aad-42cf-99c2-a7e2a1c44c8a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3098750e19814f1eb7c0a7175a7051b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872919 Aug 30 07:48:29.601982 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 59886) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:29.697300 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b94ae154-a1c8-42c4-a20d-282e3db03236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:29.730291 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b94ae154-a1c8-42c4-a20d-282e3db03236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:29.732839 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1c212-3087-4af6-983d-412faaf086a8 req-06d757d9-5753-4463-8a08-ef94018710a4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:29.740336 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7eb1c212-3087-4af6-983d-412faaf086a8 req-06d757d9-5753-4463-8a08-ef94018710a4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 944 time: 0.0834098 Aug 30 07:48:29.775508 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7eb1c212-3087-4af6-983d-412faaf086a8 req-8e924d86-3c0d-4c53-882d-23e4ff1fcd05 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342128 Aug 30 07:48:29.793393 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b94ae154-a1c8-42c4-a20d-282e3db03236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:29.796324 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b94ae154-a1c8-42c4-a20d-282e3db03236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:29.797553 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-b94ae154-a1c8-42c4-a20d-282e3db03236 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/842c7997-c07d-41cb-a142-44588ae70fd6 HTTP/1.1" status: 204 len: 168 time: 0.1874156 Aug 30 07:48:29.809434 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ae154-a1c8-42c4-a20d-282e3db03236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842c7997-c07d-41cb-a142-44588ae70fd6,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:29.879393 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 59896) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:29.894185 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-564706c1-cdfa-43f5-add3-bcc3523c33a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:29.915035 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d3db7-8e4a-4ccf-8a56-d1822d3242b3 req-1006b0cf-8eba-4c37-a94b-9fda2f16b9f4 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:29.926761 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a46d3db7-8e4a-4ccf-8a56-d1822d3242b3 req-1006b0cf-8eba-4c37-a94b-9fda2f16b9f4 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.0671391 Aug 30 07:48:29.964749 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a46d3db7-8e4a-4ccf-8a56-d1822d3242b3 req-4919e350-5950-42b6-ac21-95146dced73a tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367551 Aug 30 07:48:30.010694 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-564706c1-cdfa-43f5-add3-bcc3523c33a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:30.014783 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-564706c1-cdfa-43f5-add3-bcc3523c33a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:30.051391 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564706c1-cdfa-43f5-add3-bcc3523c33a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eba6b2-89c3-4e30-b564-92e06670ccd0,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:30.059182 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-564706c1-cdfa-43f5-add3-bcc3523c33a8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b2e70b7085cb4abe8fe49eb408c68b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762514 Aug 30 07:48:30.059599 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 59904) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:30.109517 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-228caf5c-f9c9-45a2-946d-15dc4756d872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:30.131037 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-228caf5c-f9c9-45a2-946d-15dc4756d872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:30.207876 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-228caf5c-f9c9-45a2-946d-15dc4756d872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:30.210299 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-228caf5c-f9c9-45a2-946d-15dc4756d872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:30.211432 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-228caf5c-f9c9-45a2-946d-15dc4756d872 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b8eba6b2-89c3-4e30-b564-92e06670ccd0 HTTP/1.1" status: 204 len: 168 time: 0.1511149 Aug 30 07:48:30.222762 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228caf5c-f9c9-45a2-946d-15dc4756d872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eba6b2-89c3-4e30-b564-92e06670ccd0,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:30.243369 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d3e42-1136-43a8-baef-6ed6d5da071f req-655238ab-a31b-4c76-a26f-e98c853e71ac tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:30.246001 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-057d3e42-1136-43a8-baef-6ed6d5da071f req-655238ab-a31b-4c76-a26f-e98c853e71ac tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 944 time: 0.0756471 Aug 30 07:48:30.299985 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-057d3e42-1136-43a8-baef-6ed6d5da071f req-8d67a3eb-0c43-4ab0-adb8-e4416658f2ee tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467687 Aug 30 07:48:30.590424 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-f24339c7-20f8-492f-9d79-d7ef017faf60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:30.625156 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beefe9c-ab7e-4691-9b58-9b90a15b14af req-83e299ac-1b3c-4408-baec-40af611555d9 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:30.627191 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8beefe9c-ab7e-4691-9b58-9b90a15b14af req-83e299ac-1b3c-4408-baec-40af611555d9 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.0602360 Aug 30 07:48:30.671056 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8beefe9c-ab7e-4691-9b58-9b90a15b14af req-313e817e-2717-4bd3-a90d-53ba9a9d22a0 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370979 Aug 30 07:48:30.915639 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ab6da-20ad-41f3-8229-fff39a562607 req-94e56a38-cc9f-42e0-bc7f-2603e8c2fb39 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:30.919319 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9c1ab6da-20ad-41f3-8229-fff39a562607 req-94e56a38-cc9f-42e0-bc7f-2603e8c2fb39 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 944 time: 0.0659044 Aug 30 07:48:30.973891 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9c1ab6da-20ad-41f3-8229-fff39a562607 req-91fcf866-b8ad-4697-9d85-07cce8fad097 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466766 Aug 30 07:48:31.122769 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a0388-9fdd-47f1-8c80-23ce4fb1bab0 req-ff1c5470-db86-44b5-9b2c-1078e3409e97 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:31.124792 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-655a0388-9fdd-47f1-8c80-23ce4fb1bab0 req-ff1c5470-db86-44b5-9b2c-1078e3409e97 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.0788221 Aug 30 07:48:31.194246 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-655a0388-9fdd-47f1-8c80-23ce4fb1bab0 req-3988cd60-07d7-4412-8b31-034438f10bb2 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622084 Aug 30 07:48:31.418314 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34807d-d1e9-46ee-91bc-d42b020e7959 req-9ac29429-61ba-4db6-8840-cc760e004372 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:31.419781 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6d34807d-d1e9-46ee-91bc-d42b020e7959 req-9ac29429-61ba-4db6-8840-cc760e004372 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 944 time: 0.0540967 Aug 30 07:48:31.470706 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6d34807d-d1e9-46ee-91bc-d42b020e7959 req-f601d35d-bbb9-4ceb-9597-1b41bac666cd tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449336 Aug 30 07:48:31.810367 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174b036-f8aa-4e20-95bc-30444dbb5601 req-1ce1a733-f601-4857-9ae5-33d9a97ed3c6 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:31.812433 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7174b036-f8aa-4e20-95bc-30444dbb5601 req-1ce1a733-f601-4857-9ae5-33d9a97ed3c6 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.0654936 Aug 30 07:48:31.852204 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7174b036-f8aa-4e20-95bc-30444dbb5601 req-91def3dc-5f6c-45bb-928d-195698357f60 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331047 Aug 30 07:48:32.113300 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3506ea-0448-4342-8ebc-c28518c8ec54 req-6a76057d-3f34-4777-87b0-a12316248c12 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:32.114820 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2a3506ea-0448-4342-8ebc-c28518c8ec54 req-6a76057d-3f34-4777-87b0-a12316248c12 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 944 time: 0.0558252 Aug 30 07:48:32.156725 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2a3506ea-0448-4342-8ebc-c28518c8ec54 req-bf11ee02-ef65-4fad-a845-969920936e6c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347803 Aug 30 07:48:32.329565 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c6fbf-70f3-44bf-abf9-66ba649ad61f req-ce9de7c8-bc5f-41e9-85e0-47530338c138 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:32.346524 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ef2c6fbf-70f3-44bf-abf9-66ba649ad61f req-ce9de7c8-bc5f-41e9-85e0-47530338c138 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.0714238 Aug 30 07:48:32.386746 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ef2c6fbf-70f3-44bf-abf9-66ba649ad61f req-2158c27d-cc50-418b-8de3-6919a22c1b3b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475416 Aug 30 07:48:32.600139 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa16ca-b847-4aba-8068-8f4948190263 req-2bf320a0-4eac-49e6-8e4d-377a178bf3ab tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:32.601796 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-49fa16ca-b847-4aba-8068-8f4948190263 req-2bf320a0-4eac-49e6-8e4d-377a178bf3ab tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 944 time: 0.0553639 Aug 30 07:48:32.649040 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-49fa16ca-b847-4aba-8068-8f4948190263 req-70b415d9-874f-4db6-96da-20a6c524fe63 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Aug 30 07:48:32.976458 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89254ba0-b270-4272-9aed-0cf241371267 req-34e339c3-1a45-48a6-9023-f95dee042efe tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:32.977963 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-89254ba0-b270-4272-9aed-0cf241371267 req-34e339c3-1a45-48a6-9023-f95dee042efe tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.0533299 Aug 30 07:48:33.016518 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-89254ba0-b270-4272-9aed-0cf241371267 req-82e360fe-5e20-4055-86b6-2339f4d0b920 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320225 Aug 30 07:48:33.191329 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 60058) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:33.275813 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24294c9-6d12-4263-b8fc-ee6fb1b00c32 req-06681d1e-a6c9-4a0f-9514-3ba6d7eef61f tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:33.277292 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a24294c9-6d12-4263-b8fc-ee6fb1b00c32 req-06681d1e-a6c9-4a0f-9514-3ba6d7eef61f tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 944 time: 0.0490477 Aug 30 07:48:33.305885 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0bad2fb2-97b0-4de2-a5e5-8de8a15423a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.339920 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a24294c9-6d12-4263-b8fc-ee6fb1b00c32 req-345fd2d4-4ea3-445a-8bbe-7d8e8f2f1e36 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564179 Aug 30 07:48:33.404741 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-11b6f8d3-741e-4016-bc84-6b5f521a052f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.430005 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0bad2fb2-97b0-4de2-a5e5-8de8a15423a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.434553 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0bad2fb2-97b0-4de2-a5e5-8de8a15423a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.472848 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-0bad2fb2-97b0-4de2-a5e5-8de8a15423a2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7288432ccfd647c7bce906959a6c9aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799110 Aug 30 07:48:33.473702 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad2fb2-97b0-4de2-a5e5-8de8a15423a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f075ecfe-8f39-4118-b3dd-df2894007473,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:33.476850 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 60068) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:33.511739 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffb32c-768a-46d1-929c-139c8233ae33 req-8cfc0c56-db9d-46d7-83b5-a4ca925358a7 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:33.513203 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1cffb32c-768a-46d1-929c-139c8233ae33 req-8cfc0c56-db9d-46d7-83b5-a4ca925358a7 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.0497053 Aug 30 07:48:33.528067 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a21debc2-d3fb-425a-91df-fd837d1c5acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.549411 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a21debc2-d3fb-425a-91df-fd837d1c5acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.551602 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1cffb32c-768a-46d1-929c-139c8233ae33 req-b00c0b3a-7cf0-4dc1-862a-045b969080dc tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323770 Aug 30 07:48:33.598578 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a21debc2-d3fb-425a-91df-fd837d1c5acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.602064 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a21debc2-d3fb-425a-91df-fd837d1c5acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.603347 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-a21debc2-d3fb-425a-91df-fd837d1c5acb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f075ecfe-8f39-4118-b3dd-df2894007473 HTTP/1.1" status: 204 len: 168 time: 0.1253266 Aug 30 07:48:33.612527 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21debc2-d3fb-425a-91df-fd837d1c5acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f075ecfe-8f39-4118-b3dd-df2894007473,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:33.784046 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54d022-9615-4f0d-8f87-71ddd28d1f07 req-b1d37519-27a7-4b85-9828-27a2811b8339 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:33.785540 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-de54d022-9615-4f0d-8f87-71ddd28d1f07 req-b1d37519-27a7-4b85-9828-27a2811b8339 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 944 time: 0.0557957 Aug 30 07:48:33.829062 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-de54d022-9615-4f0d-8f87-71ddd28d1f07 req-7d127574-b741-4571-ae6b-683ba316a724 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373254 Aug 30 07:48:33.910989 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 60078) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:33.924459 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-90d23ea4-d9ff-42a1-9010-4bfe31d5c7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.012954 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-90d23ea4-d9ff-42a1-9010-4bfe31d5c7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.016750 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-90d23ea4-d9ff-42a1-9010-4bfe31d5c7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.052423 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d23ea4-d9ff-42a1-9010-4bfe31d5c7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65483837-274f-4d55-b8f5-8963ffb0524a,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:34.057256 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-90d23ea4-d9ff-42a1-9010-4bfe31d5c7cb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a8bcbb2e86c445ac8256052ec102a6d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451607 Aug 30 07:48:34.059717 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 60082) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:34.107165 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5204b0df-32f9-4c3f-bda1-9ea304a134c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.128885 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5204b0df-32f9-4c3f-bda1-9ea304a134c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.133572 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46ab56-930d-4e3b-8303-39dcc539b3b4 req-0a4cd3b4-fa7b-4a47-be48-9e895bde1354 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:34.138680 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6d46ab56-930d-4e3b-8303-39dcc539b3b4 req-0a4cd3b4-fa7b-4a47-be48-9e895bde1354 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.0546012 Aug 30 07:48:34.173452 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6d46ab56-930d-4e3b-8303-39dcc539b3b4 req-921ebdef-a67c-4969-ac09-e9207f43bfbe tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315592 Aug 30 07:48:34.182655 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5204b0df-32f9-4c3f-bda1-9ea304a134c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.185425 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5204b0df-32f9-4c3f-bda1-9ea304a134c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.189077 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-5204b0df-32f9-4c3f-bda1-9ea304a134c5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/65483837-274f-4d55-b8f5-8963ffb0524a HTTP/1.1" status: 204 len: 168 time: 0.1259725 Aug 30 07:48:34.194343 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204b0df-32f9-4c3f-bda1-9ea304a134c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65483837-274f-4d55-b8f5-8963ffb0524a,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:34.257021 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.468342 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9388f08-ad8f-49a0-a4b7-6ee22af4d60b req-eb89c6df-0cb3-42ab-b82e-ef7974f106b7 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:34.475571 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c9388f08-ad8f-49a0-a4b7-6ee22af4d60b req-eb89c6df-0cb3-42ab-b82e-ef7974f106b7 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 944 time: 0.0695040 Aug 30 07:48:34.511200 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c9388f08-ad8f-49a0-a4b7-6ee22af4d60b req-c17f0ba7-fa07-47cf-a8c3-3853e6330df2 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347447 Aug 30 07:48:34.673192 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbd9ef-3967-463b-a065-22a7fc975b52 req-711070ba-560f-4252-8ddf-78c3c550c2b5 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:34.674880 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d9bbd9ef-3967-463b-a065-22a7fc975b52 req-711070ba-560f-4252-8ddf-78c3c550c2b5 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.0556128 Aug 30 07:48:34.716310 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d9bbd9ef-3967-463b-a065-22a7fc975b52 req-fe1ef753-6382-4664-b6c0-419ca0fa26c9 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354187 Aug 30 07:48:34.957133 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f5c06-d27e-44b8-9c34-c68433eb32b2 req-a797200c-4a2b-45b0-b3a4-bef2c54c0cfa tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:34.958588 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-092f5c06-d27e-44b8-9c34-c68433eb32b2 req-a797200c-4a2b-45b0-b3a4-bef2c54c0cfa tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 944 time: 0.0506465 Aug 30 07:48:35.000477 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-092f5c06-d27e-44b8-9c34-c68433eb32b2 req-445fa00a-c919-460f-9625-61d981e34b3d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342543 Aug 30 07:48:35.067655 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:35.252476 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 6775eff3-812a-4ed1-8de8-36fd5d098c28 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:48:35.297907 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1335d81-d1ba-41a6-9cf1-fe390c1706e9 req-e4f367a2-0071-4cdc-bc5f-d1af2e1449f7 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:35.299629 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a1335d81-d1ba-41a6-9cf1-fe390c1706e9 req-e4f367a2-0071-4cdc-bc5f-d1af2e1449f7 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 944 time: 0.0574884 Aug 30 07:48:35.349778 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a1335d81-d1ba-41a6-9cf1-fe390c1706e9 req-b452e676-047c-4e32-a174-181aa344b5c4 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422945 Aug 30 07:48:35.359383 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 6775eff3-812a-4ed1-8de8-36fd5d098c28, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=6775eff3-812a-4ed1-8de8-36fd5d098c28,segment=NetworkSegment(84acf25c-4045-4abf-a4e8-8adbfaa639ce),segment_id=84acf25c-4045-4abf-a4e8-8adbfaa639ce)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:35.372983 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': '6775eff3-812a-4ed1-8de8-36fd5d098c28', 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358', 'port_id': '6775eff3-812a-4ed1-8de8-36fd5d098c28', 'mac_address': 'fa:16:3e:6b:26:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540cd3fa-6129-4e85-96e0-36bf95c68725', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:48:35.411445 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:35.425713 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6775eff3-812a-4ed1-8de8-36fd5d098c28 {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:48:35.446101 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 6775eff3-812a-4ed1-8de8-36fd5d098c28, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=6775eff3-812a-4ed1-8de8-36fd5d098c28,segment=NetworkSegment(84acf25c-4045-4abf-a4e8-8adbfaa639ce),segment_id=84acf25c-4045-4abf-a4e8-8adbfaa639ce)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:35.450131 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:35.450922 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 7df2dfe2-84f3-44d6-9b60-1cece886854d details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:48:35.514142 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=6775eff3-812a-4ed1-8de8-36fd5d098c28,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:35.614342 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 7df2dfe2-84f3-44d6-9b60-1cece886854d, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=7df2dfe2-84f3-44d6-9b60-1cece886854d,segment=NetworkSegment(11b28338-5bb9-4de9-96e1-5b8939ab05a5),segment_id=11b28338-5bb9-4de9-96e1-5b8939ab05a5)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:35.628007 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': '7df2dfe2-84f3-44d6-9b60-1cece886854d', 'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb', 'port_id': '7df2dfe2-84f3-44d6-9b60-1cece886854d', 'mac_address': 'fa:16:3e:9c:98:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef674ad9-bd11-485a-91a9-03f033f485ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:48:35.641114 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc81e68-3baa-4f79-a110-27837c035d31 req-7530fec0-5cdd-4d2e-b3b8-338442349661 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:35.642636 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9cc81e68-3baa-4f79-a110-27837c035d31 req-7530fec0-5cdd-4d2e-b3b8-338442349661 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 944 time: 0.0539083 Aug 30 07:48:35.668674 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:35.684677 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df2dfe2-84f3-44d6-9b60-1cece886854d {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:48:35.692126 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9cc81e68-3baa-4f79-a110-27837c035d31 req-5bf3b905-66e1-42ca-a583-79e1e5cecd90 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381446 Aug 30 07:48:35.708939 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 7df2dfe2-84f3-44d6-9b60-1cece886854d, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=7df2dfe2-84f3-44d6-9b60-1cece886854d,segment=NetworkSegment(11b28338-5bb9-4de9-96e1-5b8939ab05a5),segment_id=11b28338-5bb9-4de9-96e1-5b8939ab05a5)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:35.713414 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:35.713993 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device ae18f657-8bf1-4e50-b57d-7f58cd1f4360 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:48:35.783774 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port ae18f657-8bf1-4e50-b57d-7f58cd1f4360, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=ae18f657-8bf1-4e50-b57d-7f58cd1f4360,segment=NetworkSegment(11b28338-5bb9-4de9-96e1-5b8939ab05a5),segment_id=11b28338-5bb9-4de9-96e1-5b8939ab05a5)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:35.786418 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=7df2dfe2-84f3-44d6-9b60-1cece886854d,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:35.804157 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': 'ae18f657-8bf1-4e50-b57d-7f58cd1f4360', 'network_id': '83b43835-9098-4d89-a14a-34cf351e7cdb', 'port_id': 'ae18f657-8bf1-4e50-b57d-7f58cd1f4360', 'mac_address': 'fa:16:3e:cb:5f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef674ad9-bd11-485a-91a9-03f033f485ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:48:35.844844 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fd7d4-ba9c-4772-bed1-dbd3e868416d req-2ab4331e-06e7-4b11-b85e-29695e68a160 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:35.847002 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-682fd7d4-ba9c-4772-bed1-dbd3e868416d req-2ab4331e-06e7-4b11-b85e-29695e68a160 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 943 time: 0.0585828 Aug 30 07:48:35.853266 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:35.855607 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:35.870339 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae18f657-8bf1-4e50-b57d-7f58cd1f4360 {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:48:35.893453 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port ae18f657-8bf1-4e50-b57d-7f58cd1f4360, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=ae18f657-8bf1-4e50-b57d-7f58cd1f4360,segment=NetworkSegment(11b28338-5bb9-4de9-96e1-5b8939ab05a5),segment_id=11b28338-5bb9-4de9-96e1-5b8939ab05a5)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:35.901823 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:35.901823 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 03f5aee7-d6fd-4ea0-b19a-d088da242d0e details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:48:35.910820 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-682fd7d4-ba9c-4772-bed1-dbd3e868416d req-c9f61e69-da36-4dc9-98dc-e889d8b2515e tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546279 Aug 30 07:48:35.996333 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=ae18f657-8bf1-4e50-b57d-7f58cd1f4360,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:36.056592 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 03f5aee7-d6fd-4ea0-b19a-d088da242d0e, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=03f5aee7-d6fd-4ea0-b19a-d088da242d0e,segment=NetworkSegment(3313c450-3e0a-4a55-9b55-654832350b5d),segment_id=3313c450-3e0a-4a55-9b55-654832350b5d)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:36.069027 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': '03f5aee7-d6fd-4ea0-b19a-d088da242d0e', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'port_id': '03f5aee7-d6fd-4ea0-b19a-d088da242d0e', 'mac_address': 'fa:16:3e:7a:19:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:48:36.144155 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:36.160933 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b37ef3-ee14-4f42-b678-c49a9f874396 req-972010c2-2613-421c-bc6e-a598a7836734 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:36.161741 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f5aee7-d6fd-4ea0-b19a-d088da242d0e {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:48:36.164482 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-89b37ef3-ee14-4f42-b678-c49a9f874396 req-972010c2-2613-421c-bc6e-a598a7836734 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 945 time: 0.0673470 Aug 30 07:48:36.194721 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 03f5aee7-d6fd-4ea0-b19a-d088da242d0e, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=03f5aee7-d6fd-4ea0-b19a-d088da242d0e,segment=NetworkSegment(3313c450-3e0a-4a55-9b55-654832350b5d),segment_id=3313c450-3e0a-4a55-9b55-654832350b5d)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:36.200322 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:36.200984 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 708e585c-b3c8-47c5-afdf-a68c26eb49ca details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:48:36.217254 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-89b37ef3-ee14-4f42-b678-c49a9f874396 req-bd756810-f5a2-47f3-96d9-b34ef4d7517e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452857 Aug 30 07:48:36.401058 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=03f5aee7-d6fd-4ea0-b19a-d088da242d0e,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:36.444786 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 708e585c-b3c8-47c5-afdf-a68c26eb49ca, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=708e585c-b3c8-47c5-afdf-a68c26eb49ca,segment=NetworkSegment(a737a7d3-ca59-4476-9679-b1cb7f417f45),segment_id=a737a7d3-ca59-4476-9679-b1cb7f417f45)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:36.457588 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': '708e585c-b3c8-47c5-afdf-a68c26eb49ca', 'network_id': '69687f73-4af7-4d54-9e37-a68d55f807fe', 'port_id': '708e585c-b3c8-47c5-afdf-a68c26eb49ca', 'mac_address': 'fa:16:3e:7e:12:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9ab54e-b817-413d-8b0a-131e706a7bff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:48:36.476309 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674a670-1eb6-4c85-b8cf-7306a7a4c9fd req-67b5b043-5d5b-4426-ae20-1b42f5f5c032 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:36.477770 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4674a670-1eb6-4c85-b8cf-7306a7a4c9fd req-67b5b043-5d5b-4426-ae20-1b42f5f5c032 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 945 time: 0.0542772 Aug 30 07:48:36.499093 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:36.512747 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708e585c-b3c8-47c5-afdf-a68c26eb49ca {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:48:36.516921 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4674a670-1eb6-4c85-b8cf-7306a7a4c9fd req-e4a946fd-9227-4af3-b832-2f11756ce6e1 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329728 Aug 30 07:48:36.534436 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 708e585c-b3c8-47c5-afdf-a68c26eb49ca, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=708e585c-b3c8-47c5-afdf-a68c26eb49ca,segment=NetworkSegment(a737a7d3-ca59-4476-9679-b1cb7f417f45),segment_id=a737a7d3-ca59-4476-9679-b1cb7f417f45)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:36.541360 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:36.593008 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=708e585c-b3c8-47c5-afdf-a68c26eb49ca,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:36.809510 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431b5a-3217-4aa7-8775-e1c1e3933c36 req-dd07f981-01cd-42f9-9a69-56824d067b99 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:36.811125 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-37431b5a-3217-4aa7-8775-e1c1e3933c36 req-dd07f981-01cd-42f9-9a69-56824d067b99 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 945 time: 0.0503073 Aug 30 07:48:36.851597 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-37431b5a-3217-4aa7-8775-e1c1e3933c36 req-396d6e8a-3310-4ab5-aac1-860dcc41c8b5 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346689 Aug 30 07:48:37.037183 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70935fa5-76e1-4a8f-ad25-a03eca10e588 req-049801c6-51b8-437f-8aaf-316b9ab953f7 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:37.038789 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-70935fa5-76e1-4a8f-ad25-a03eca10e588 req-049801c6-51b8-437f-8aaf-316b9ab953f7 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 944 time: 0.0517440 Aug 30 07:48:37.081925 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-70935fa5-76e1-4a8f-ad25-a03eca10e588 req-03c87ed2-0bee-4397-a2c2-034ccbdc64ac tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363822 Aug 30 07:48:37.340074 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7f5ce-d3ed-4864-a0cb-416e855deed1 req-6483a471-fbd1-4c67-aae5-e39cb8752625 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:37.341632 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-26b7f5ce-d3ed-4864-a0cb-416e855deed1 req-6483a471-fbd1-4c67-aae5-e39cb8752625 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 945 time: 0.0555663 Aug 30 07:48:37.383567 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-26b7f5ce-d3ed-4864-a0cb-416e855deed1 req-0f482933-bb50-4042-ba08-ba227260baf2 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339687 Aug 30 07:48:37.647129 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c85a18-ad57-48d6-8913-6e21efd51059 req-849159cf-c2c9-4801-a941-9fc4beb32178 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:37.650853 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-37c85a18-ad57-48d6-8913-6e21efd51059 req-849159cf-c2c9-4801-a941-9fc4beb32178 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 945 time: 0.0599325 Aug 30 07:48:37.714742 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-37c85a18-ad57-48d6-8913-6e21efd51059 req-83fd71d0-0c28-4f27-9adf-532b90eff114 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491562 Aug 30 07:48:37.868857 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['7df2dfe2-84f3-44d6-9b60-1cece886854d'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:48:37.914335 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['6775eff3-812a-4ed1-8de8-36fd5d098c28'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:48:37.924778 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['ae18f657-8bf1-4e50-b57d-7f58cd1f4360'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:48:37.977176 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['03f5aee7-d6fd-4ea0-b19a-d088da242d0e'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:48:38.004906 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e1b5b-880b-45e6-a8ae-93551017027e req-f527222f-26fb-4f1c-ba85-6487c9a44d6f tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:38.014167 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-de0e1b5b-880b-45e6-a8ae-93551017027e req-f527222f-26fb-4f1c-ba85-6487c9a44d6f tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 945 time: 0.0706208 Aug 30 07:48:38.026869 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['708e585c-b3c8-47c5-afdf-a68c26eb49ca'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:48:38.098682 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-de0e1b5b-880b-45e6-a8ae-93551017027e req-3d00ab2b-d6a6-49bf-b541-39bce73543cd tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835073 Aug 30 07:48:38.244859 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3dc0a-8754-4237-8e05-71be7e558b15 req-88388e0d-0c3a-4439-af62-48e1c58d6874 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:38.246841 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1fa3dc0a-8754-4237-8e05-71be7e558b15 req-88388e0d-0c3a-4439-af62-48e1c58d6874 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 944 time: 0.0752959 Aug 30 07:48:38.332193 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1fa3dc0a-8754-4237-8e05-71be7e558b15 req-073cc3ff-bc6a-41fe-a655-73c04916a7ea tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728002 Aug 30 07:48:38.537510 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007681a-5855-4695-89df-0728ca060422 req-ead41ad5-675a-4897-ad21-3d2379540327 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:38.549700 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5007681a-5855-4695-89df-0728ca060422 req-ead41ad5-675a-4897-ad21-3d2379540327 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 945 time: 0.0785265 Aug 30 07:48:38.609147 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5007681a-5855-4695-89df-0728ca060422 req-f9e22146-bafc-4223-b01a-0ed071c1c44d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466156 Aug 30 07:48:38.888803 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8edfd-68aa-4f56-8393-871d25a37ee3 req-5f30992b-76b6-43e2-98df-66c11616005f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:38.890418 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-adc8edfd-68aa-4f56-8393-871d25a37ee3 req-5f30992b-76b6-43e2-98df-66c11616005f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 945 time: 0.0634933 Aug 30 07:48:38.938135 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-adc8edfd-68aa-4f56-8393-871d25a37ee3 req-ca251bd7-f06d-4db4-b24c-17aa0ae5c162 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366371 Aug 30 07:48:39.251932 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa686bd-5ae8-4cb9-a657-0871cf6f2f0d req-a753df77-989c-4c7a-a5aa-440974701c3d tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:39.254387 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-aaa686bd-5ae8-4cb9-a657-0871cf6f2f0d req-a753df77-989c-4c7a-a5aa-440974701c3d tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 945 time: 0.0674150 Aug 30 07:48:39.297277 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-aaa686bd-5ae8-4cb9-a657-0871cf6f2f0d req-1ea2faed-66bc-43d2-920a-596e24324e5a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355027 Aug 30 07:48:39.464231 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52b85a-ec19-47e5-8708-999d21f211e6 req-25b71ef5-5f43-4c55-9d0b-30665150d097 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:39.465828 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7f52b85a-ec19-47e5-8708-999d21f211e6 req-25b71ef5-5f43-4c55-9d0b-30665150d097 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 944 time: 0.0696008 Aug 30 07:48:39.508257 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7f52b85a-ec19-47e5-8708-999d21f211e6 req-14b185a4-4bfa-42bc-9b3a-5b7511637ea5 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361154 Aug 30 07:48:39.746882 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58ff3a-1c7f-4b5e-b666-065ef6c38b83 req-d8680305-5ec4-4939-8032-72e42ac754e1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:39.748634 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8e58ff3a-1c7f-4b5e-b666-065ef6c38b83 req-d8680305-5ec4-4939-8032-72e42ac754e1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 945 time: 0.0603704 Aug 30 07:48:39.792166 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8e58ff3a-1c7f-4b5e-b666-065ef6c38b83 req-b1cc0a9d-9f2d-4a68-a868-dd3a91258319 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367706 Aug 30 07:48:40.074479 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8baa2-2c69-4897-a5bf-b33f635cdd56 req-8705baa3-d4f9-450a-a08f-312d1b54076b tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:40.076271 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fcc8baa2-2c69-4897-a5bf-b33f635cdd56 req-8705baa3-d4f9-450a-a08f-312d1b54076b tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 945 time: 0.0616775 Aug 30 07:48:40.126502 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fcc8baa2-2c69-4897-a5bf-b33f635cdd56 req-c4928f9a-c636-474e-a5d2-de524a330c8a tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382516 Aug 30 07:48:40.428589 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b6240-1b98-42de-954a-7f0ce8d491de req-bfbf69a9-bfdb-4280-bab7-47832bf4f70a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:40.430034 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-453b6240-1b98-42de-954a-7f0ce8d491de req-bfbf69a9-bfdb-4280-bab7-47832bf4f70a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 945 time: 0.0611868 Aug 30 07:48:40.472387 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-453b6240-1b98-42de-954a-7f0ce8d491de req-e5ff33fe-df04-4741-9418-9a09d945ed4b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354908 Aug 30 07:48:40.627739 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d1451-6eb4-43ca-8e2c-b9f4c0c36e92 req-61ac1346-c946-406c-87c2-06fca92876a1 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:40.629208 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-159d1451-6eb4-43ca-8e2c-b9f4c0c36e92 req-61ac1346-c946-406c-87c2-06fca92876a1 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 944 time: 0.0502775 Aug 30 07:48:40.668649 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-159d1451-6eb4-43ca-8e2c-b9f4c0c36e92 req-7a4adb48-cdcc-4186-8fd7-a2bdfcaa9018 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331960 Aug 30 07:48:40.908421 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45a754-529f-46a4-90bd-a60e5d4e939e req-9d416854-cdf7-456b-874d-f95872d3dcc0 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:40.909890 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ea45a754-529f-46a4-90bd-a60e5d4e939e req-9d416854-cdf7-456b-874d-f95872d3dcc0 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 945 time: 0.0508480 Aug 30 07:48:40.952944 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ea45a754-529f-46a4-90bd-a60e5d4e939e req-3894c46b-b1b6-461d-a454-ee727f77b548 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366545 Aug 30 07:48:41.255716 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31c3c4-7cb2-463f-b58a-6bf7778f6825 req-0f8ea050-0cd6-4600-8022-58d80385ea9b tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:41.257456 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7b31c3c4-7cb2-463f-b58a-6bf7778f6825 req-0f8ea050-0cd6-4600-8022-58d80385ea9b tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 945 time: 0.0567851 Aug 30 07:48:41.294833 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7b31c3c4-7cb2-463f-b58a-6bf7778f6825 req-5eb281c4-bb49-476d-a080-a82e917a1611 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309186 Aug 30 07:48:41.592602 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4c45e-0700-4747-aaf0-30b35b8368e2 req-7239e715-35db-4a6f-9577-4bd81efcca8a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:41.594075 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-08e4c45e-0700-4747-aaf0-30b35b8368e2 req-7239e715-35db-4a6f-9577-4bd81efcca8a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 945 time: 0.0525479 Aug 30 07:48:41.635472 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-08e4c45e-0700-4747-aaf0-30b35b8368e2 req-9eea4d29-f8dc-4c87-a579-0b8de66cb85e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355072 Aug 30 07:48:41.789250 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a914540-44d3-418a-b4a1-ff95b5aca228 req-9fe1a22d-d922-4787-a754-5008695d46ea tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:41.791490 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3a914540-44d3-418a-b4a1-ff95b5aca228 req-9fe1a22d-d922-4787-a754-5008695d46ea tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 944 time: 0.0575953 Aug 30 07:48:41.829674 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3a914540-44d3-418a-b4a1-ff95b5aca228 req-794a4fd2-3388-4503-a7d0-d98392bd9e08 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319850 Aug 30 07:48:42.067785 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca9181-0009-425f-bff3-1a043f5c2e97 req-d01c7a4e-4e18-4e5b-9784-868cd5f5acbc tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:42.069162 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-47ca9181-0009-425f-bff3-1a043f5c2e97 req-d01c7a4e-4e18-4e5b-9784-868cd5f5acbc tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 945 time: 0.0492699 Aug 30 07:48:42.109500 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-47ca9181-0009-425f-bff3-1a043f5c2e97 req-a5d099f6-a8a9-44aa-a242-324009ac9511 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344703 Aug 30 07:48:42.408607 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee77f8-2314-448e-bab1-f67deb74c610 req-fa801d3f-c6d9-4c83-aac9-8d8e1d6f9b13 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:42.410089 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-35ee77f8-2314-448e-bab1-f67deb74c610 req-fa801d3f-c6d9-4c83-aac9-8d8e1d6f9b13 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 945 time: 0.0496926 Aug 30 07:48:42.453639 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-35ee77f8-2314-448e-bab1-f67deb74c610 req-b5a473a7-320c-4ae1-832b-9d14e3049be1 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377595 Aug 30 07:48:42.753165 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2aedd-069e-4604-9da5-2bcae3fe4007 req-9d651fc0-dcbb-45b0-8016-a7800346bc0f tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:42.754730 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8df2aedd-069e-4604-9da5-2bcae3fe4007 req-9d651fc0-dcbb-45b0-8016-a7800346bc0f tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 945 time: 0.0481801 Aug 30 07:48:42.792679 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8df2aedd-069e-4604-9da5-2bcae3fe4007 req-b1fec485-939d-413f-9566-2530ad965f94 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312839 Aug 30 07:48:42.943400 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffc1d7-0112-494b-a2db-afc4fe3e9225 req-60ef159e-fd94-4356-99ae-7d3a6af720be tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:42.944902 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1cffc1d7-0112-494b-a2db-afc4fe3e9225 req-60ef159e-fd94-4356-99ae-7d3a6af720be tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 944 time: 0.0499067 Aug 30 07:48:42.984407 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1cffc1d7-0112-494b-a2db-afc4fe3e9225 req-76ce9e0e-060c-4f2d-9386-c47ca8aa6b02 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329413 Aug 30 07:48:43.228279 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36c40e-c6e0-4c01-99d8-97e27cea9519 req-73b646f7-9fcf-44ec-872a-7b1c144ca067 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:43.229958 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9b36c40e-c6e0-4c01-99d8-97e27cea9519 req-73b646f7-9fcf-44ec-872a-7b1c144ca067 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 945 time: 0.0536718 Aug 30 07:48:43.267350 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9b36c40e-c6e0-4c01-99d8-97e27cea9519 req-835aa89b-01ac-4361-9289-ca4ac561f4cf tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315402 Aug 30 07:48:43.572446 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf92ce-1694-40b5-947b-e5f5dd8a7c7b req-10e7f804-98ec-4bed-9b27-828741507613 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:43.573885 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a1cf92ce-1694-40b5-947b-e5f5dd8a7c7b req-10e7f804-98ec-4bed-9b27-828741507613 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 945 time: 0.0535445 Aug 30 07:48:43.613691 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a1cf92ce-1694-40b5-947b-e5f5dd8a7c7b req-0ea5a04f-e501-490d-9470-fafbf6613fa0 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339847 Aug 30 07:48:43.908793 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b551752-3cef-4daa-bc60-976905d0c555 req-6b4fe8cc-ab2e-4dc0-8320-6262361d4752 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:43.910384 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5b551752-3cef-4daa-bc60-976905d0c555 req-6b4fe8cc-ab2e-4dc0-8320-6262361d4752 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 945 time: 0.0507305 Aug 30 07:48:43.947283 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5b551752-3cef-4daa-bc60-976905d0c555 req-d5ff4d02-9579-41ec-84fd-6ecc013f96a7 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311193 Aug 30 07:48:44.105430 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8442173-bdae-4dad-a228-514381ee176a req-8adc91ae-a79d-4b16-b0e1-c9211e886262 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:44.107426 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c8442173-bdae-4dad-a228-514381ee176a req-8adc91ae-a79d-4b16-b0e1-c9211e886262 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 944 time: 0.0515261 Aug 30 07:48:44.149749 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c8442173-bdae-4dad-a228-514381ee176a req-2d68cab8-fa4d-4a2e-b7bd-87f548bbe48f tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359273 Aug 30 07:48:44.384587 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bf865-8d03-44d5-8ebc-f6f3b3047b22 req-b934df41-338e-4a9e-9c50-bca0e5c8c36b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:44.386164 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2e4bf865-8d03-44d5-8ebc-f6f3b3047b22 req-b934df41-338e-4a9e-9c50-bca0e5c8c36b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 945 time: 0.0536051 Aug 30 07:48:44.426191 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2e4bf865-8d03-44d5-8ebc-f6f3b3047b22 req-892a5585-1188-4510-9a77-396f3154d79e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333521 Aug 30 07:48:44.728717 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3c017-c038-42e5-9ebf-f7e5186814d7 req-263584d9-b77a-47f9-b450-c9645195a1f4 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:44.730235 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8aa3c017-c038-42e5-9ebf-f7e5186814d7 req-263584d9-b77a-47f9-b450-c9645195a1f4 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 945 time: 0.0507917 Aug 30 07:48:44.770755 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8aa3c017-c038-42e5-9ebf-f7e5186814d7 req-e8db261f-e4aa-4c53-b0aa-b48780cf8e7d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341451 Aug 30 07:48:45.069649 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96866d6-996a-458c-b6c7-f5daa3a3157d req-6760654f-dad4-42f3-8780-0469e8216bae tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:45.071170 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f96866d6-996a-458c-b6c7-f5daa3a3157d req-6760654f-dad4-42f3-8780-0469e8216bae tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 945 time: 0.0567102 Aug 30 07:48:45.110610 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f96866d6-996a-458c-b6c7-f5daa3a3157d req-c25006ed-3160-41c5-b8b8-5721b7f1f923 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336409 Aug 30 07:48:45.269936 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc3dba-4755-4b41-ba0e-41eaa9b8091f req-d765f47a-8320-4ca2-bbf1-27235fe408b5 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:45.271419 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f5dc3dba-4755-4b41-ba0e-41eaa9b8091f req-d765f47a-8320-4ca2-bbf1-27235fe408b5 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 944 time: 0.0537236 Aug 30 07:48:45.315098 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f5dc3dba-4755-4b41-ba0e-41eaa9b8091f req-f967eafb-1aa3-498c-9481-8aa45a841691 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368190 Aug 30 07:48:45.550246 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e31355-e0e0-4e62-bb7d-5789dcd48a2a req-1a434633-26fe-44d4-bf39-860ceeca2788 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:45.551800 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-84e31355-e0e0-4e62-bb7d-5789dcd48a2a req-1a434633-26fe-44d4-bf39-860ceeca2788 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 945 time: 0.0543478 Aug 30 07:48:45.592349 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-84e31355-e0e0-4e62-bb7d-5789dcd48a2a req-7bbd064f-d6a4-45b4-b3a6-44d84ebb0a22 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325482 Aug 30 07:48:45.888255 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab0b03-fcd0-4f52-a296-1601d2809ae6 req-7bf92b04-e15f-4518-840c-226147048185 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:45.889736 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5cab0b03-fcd0-4f52-a296-1601d2809ae6 req-7bf92b04-e15f-4518-840c-226147048185 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 945 time: 0.0503531 Aug 30 07:48:45.928593 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5cab0b03-fcd0-4f52-a296-1601d2809ae6 req-16983803-5f27-44b5-8365-fb9ab17a99fe tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329440 Aug 30 07:48:46.245321 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0557e-a80f-47c1-94b0-bbc46ce84bc4 req-ca93e913-be49-4212-85cb-249af1c2608f tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:46.246918 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-92a0557e-a80f-47c1-94b0-bbc46ce84bc4 req-ca93e913-be49-4212-85cb-249af1c2608f tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 945 time: 0.0645885 Aug 30 07:48:46.288096 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-92a0557e-a80f-47c1-94b0-bbc46ce84bc4 req-598dc8e1-241f-4c3e-a681-d5055f58193c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332298 Aug 30 07:48:46.436908 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4ecc3-43c0-4b66-a61b-91910835a029 req-4bbd7aa7-c157-4974-ba22-e6cef240dbdc tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:46.438638 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-23e4ecc3-43c0-4b66-a61b-91910835a029 req-4bbd7aa7-c157-4974-ba22-e6cef240dbdc tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 944 time: 0.0511425 Aug 30 07:48:46.481013 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-23e4ecc3-43c0-4b66-a61b-91910835a029 req-093a0f40-3066-46e6-9f83-39f8040b2ff5 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351436 Aug 30 07:48:46.717473 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c695d3-cb8c-431f-8165-a856d007473a req-0068f44a-a9a6-49df-9c10-6855e8167394 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:46.719331 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-38c695d3-cb8c-431f-8165-a856d007473a req-0068f44a-a9a6-49df-9c10-6855e8167394 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 945 time: 0.0571907 Aug 30 07:48:46.769379 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-38c695d3-cb8c-431f-8165-a856d007473a req-33bf8062-4541-4081-8b8d-9c05afa298d0 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424445 Aug 30 07:48:46.897070 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 60442) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:47.023397 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-62c374a6-6691-4a83-8539-b6a3cf944a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:47.081423 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1efb50-8802-4a9c-a6d9-670c5d1a28f3 req-7ca51b15-f195-41d5-89c4-3cc5845c6da1 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:47.083203 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bb1efb50-8802-4a9c-a6d9-670c5d1a28f3 req-7ca51b15-f195-41d5-89c4-3cc5845c6da1 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 945 time: 0.0774684 Aug 30 07:48:47.155232 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bb1efb50-8802-4a9c-a6d9-670c5d1a28f3 req-7b371e04-69cf-4892-80b0-10dcdb7eae64 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647659 Aug 30 07:48:47.205620 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-62c374a6-6691-4a83-8539-b6a3cf944a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:47.209897 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-62c374a6-6691-4a83-8539-b6a3cf944a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:47.257027 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-62c374a6-6691-4a83-8539-b6a3cf944a7f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bbd8a811367547c789a56dba2d081c79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3583241 Aug 30 07:48:47.257794 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c374a6-6691-4a83-8539-b6a3cf944a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fcee0a-61b5-4008-b4fd-3bf7de3ff744,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:47.259623 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 60462) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:47.265121 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c374a6-6691-4a83-8539-b6a3cf944a7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.265521 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c374a6-6691-4a83-8539-b6a3cf944a7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.265936 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c374a6-6691-4a83-8539-b6a3cf944a7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.266170 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c374a6-6691-4a83-8539-b6a3cf944a7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.266540 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c374a6-6691-4a83-8539-b6a3cf944a7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.266876 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c374a6-6691-4a83-8539-b6a3cf944a7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.267210 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c374a6-6691-4a83-8539-b6a3cf944a7f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.267541 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c374a6-6691-4a83-8539-b6a3cf944a7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.267868 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c374a6-6691-4a83-8539-b6a3cf944a7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.268193 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c374a6-6691-4a83-8539-b6a3cf944a7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.268549 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c374a6-6691-4a83-8539-b6a3cf944a7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.268847 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c374a6-6691-4a83-8539-b6a3cf944a7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.322809 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-455167db-8a47-48bd-b7a9-cd2e97400431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:47.349893 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-455167db-8a47-48bd-b7a9-cd2e97400431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:47.438860 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23369041-f924-454f-a466-9df3f79e12ed req-5026d2ab-f7e1-4194-bcd2-29f05b7ae411 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:47.440509 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-23369041-f924-454f-a466-9df3f79e12ed req-5026d2ab-f7e1-4194-bcd2-29f05b7ae411 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 945 time: 0.0680003 Aug 30 07:48:47.465988 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-455167db-8a47-48bd-b7a9-cd2e97400431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:47.468394 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-455167db-8a47-48bd-b7a9-cd2e97400431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:47.469456 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-455167db-8a47-48bd-b7a9-cd2e97400431 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/89fcee0a-61b5-4008-b4fd-3bf7de3ff744 HTTP/1.1" status: 204 len: 168 time: 0.2082710 Aug 30 07:48:47.483872 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455167db-8a47-48bd-b7a9-cd2e97400431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fcee0a-61b5-4008-b4fd-3bf7de3ff744,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:47.501668 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-23369041-f924-454f-a466-9df3f79e12ed req-ff6a37d6-fef9-49e7-9170-46dd7a742147 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539658 Aug 30 07:48:47.503576 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455167db-8a47-48bd-b7a9-cd2e97400431 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.503576 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455167db-8a47-48bd-b7a9-cd2e97400431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.503576 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455167db-8a47-48bd-b7a9-cd2e97400431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.503925 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455167db-8a47-48bd-b7a9-cd2e97400431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.504322 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455167db-8a47-48bd-b7a9-cd2e97400431 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.504535 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455167db-8a47-48bd-b7a9-cd2e97400431 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.504906 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455167db-8a47-48bd-b7a9-cd2e97400431 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.505249 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455167db-8a47-48bd-b7a9-cd2e97400431 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.505586 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455167db-8a47-48bd-b7a9-cd2e97400431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.505970 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455167db-8a47-48bd-b7a9-cd2e97400431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.506655 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455167db-8a47-48bd-b7a9-cd2e97400431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.506986 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455167db-8a47-48bd-b7a9-cd2e97400431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:47.632278 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad539a-c982-4ae3-82f6-d1ec81e6135a req-71076502-d930-48ec-bb3b-e559c71f1726 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:47.634342 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6cad539a-c982-4ae3-82f6-d1ec81e6135a req-71076502-d930-48ec-bb3b-e559c71f1726 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 944 time: 0.0553412 Aug 30 07:48:47.678331 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6cad539a-c982-4ae3-82f6-d1ec81e6135a req-ce7dc05b-3b45-42fc-baf5-3de918142ca9 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377567 Aug 30 07:48:47.690558 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 6775eff3-812a-4ed1-8de8-36fd5d098c28 up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:47.746604 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port 6775eff3-812a-4ed1-8de8-36fd5d098c28 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:47.750501 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port 6775eff3-812a-4ed1-8de8-36fd5d098c28 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:47.751088 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:47.797613 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 60486) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:47.814721 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5ea9aa70-638b-4977-a6bf-0d946b00be6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:47.840873 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:47.867653 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4967d79f-d77e-494e-913b-b11b09a5dee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6775eff3-812a-4ed1-8de8-36fd5d098c28'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:47.898411 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464be9cb-0da6-4b17-bebf-f35645e2f020 req-a1d118b6-096a-44f8-9428-b44a5b1e25b5 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:47.906506 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-464be9cb-0da6-4b17-bebf-f35645e2f020 req-a1d118b6-096a-44f8-9428-b44a5b1e25b5 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 945 time: 0.0652125 Aug 30 07:48:47.932707 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5ea9aa70-638b-4977-a6bf-0d946b00be6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:47.939508 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5ea9aa70-638b-4977-a6bf-0d946b00be6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:47.948128 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 6775eff3-812a-4ed1-8de8-36fd5d098c28, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=6775eff3-812a-4ed1-8de8-36fd5d098c28,segment=NetworkSegment(84acf25c-4045-4abf-a4e8-8adbfaa639ce),segment_id=84acf25c-4045-4abf-a4e8-8adbfaa639ce)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:47.961260 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-464be9cb-0da6-4b17-bebf-f35645e2f020 req-7bc99073-1f0c-47d4-9972-4c008ff8e7b9 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533478 Aug 30 07:48:47.964315 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:47.965188 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 7df2dfe2-84f3-44d6-9b60-1cece886854d up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:48.001629 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-5ea9aa70-638b-4977-a6bf-0d946b00be6e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0b352d94a55349aca2a20441fe800011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003944 Aug 30 07:48:48.001629 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9aa70-638b-4977-a6bf-0d946b00be6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f93412c-4a7e-4cb2-a65c-fc48ad15bddf,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:48.002461 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 60492) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:48.051820 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=6775eff3-812a-4ed1-8de8-36fd5d098c28,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:48.058774 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb3a558a-9fe7-4825-bac2-010ce699c62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.059891 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port 7df2dfe2-84f3-44d6-9b60-1cece886854d completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:48.064359 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:48.064733 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:48.065074 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:48.065407 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:48.065733 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:48.066065 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:48.066416 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:48.066740 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:48.067082 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:48.067403 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:48.067885 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:48.068416 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:48.073853 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port 7df2dfe2-84f3-44d6-9b60-1cece886854d triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:48.074458 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.079323 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41591e80-be06-4a36-97ce-29dbbbe7307c" -d '{"events": [{"server_uuid": "4967d79f-d77e-494e-913b-b11b09a5dee4", "name": "network-vif-plugged", "status": "completed", "tag": "6775eff3-812a-4ed1-8de8-36fd5d098c28"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:48.087706 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb3a558a-9fe7-4825-bac2-010ce699c62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.139361 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb3a558a-9fe7-4825-bac2-010ce699c62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.143321 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb3a558a-9fe7-4825-bac2-010ce699c62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.144718 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-fb3a558a-9fe7-4825-bac2-010ce699c62e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8f93412c-4a7e-4cb2-a65c-fc48ad15bddf HTTP/1.1" status: 204 len: 168 time: 0.1411040 Aug 30 07:48:48.155778 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a558a-9fe7-4825-bac2-010ce699c62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f93412c-4a7e-4cb2-a65c-fc48ad15bddf,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:48.190824 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.215953 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf29e3a6-a057-413a-9066-f3d1a4d22fc9 x-openstack-request-id: req-cf29e3a6-a057-413a-9066-f3d1a4d22fc9 {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:48.216359 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4967d79f-d77e-494e-913b-b11b09a5dee4", "name": "network-vif-plugged", "status": "completed", "tag": "6775eff3-812a-4ed1-8de8-36fd5d098c28", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:48.216682 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cf29e3a6-a057-413a-9066-f3d1a4d22fc9 {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:48.217242 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4967d79f-d77e-494e-913b-b11b09a5dee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6775eff3-812a-4ed1-8de8-36fd5d098c28', 'code': 200} Aug 30 07:48:48.248432 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 7df2dfe2-84f3-44d6-9b60-1cece886854d, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=7df2dfe2-84f3-44d6-9b60-1cece886854d,segment=NetworkSegment(11b28338-5bb9-4de9-96e1-5b8939ab05a5),segment_id=11b28338-5bb9-4de9-96e1-5b8939ab05a5)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:48.254017 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.255013 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device ae18f657-8bf1-4e50-b57d-7f58cd1f4360 up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:48.359821 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=7df2dfe2-84f3-44d6-9b60-1cece886854d,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:48.371112 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90cea3-5e7c-434b-9c5e-a9496ec04502 req-f54b5861-0cd4-4b59-a1e6-628e61cabcd6 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:48.374827 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ad90cea3-5e7c-434b-9c5e-a9496ec04502 req-f54b5861-0cd4-4b59-a1e6-628e61cabcd6 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 946 time: 0.1252618 Aug 30 07:48:48.376159 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port ae18f657-8bf1-4e50-b57d-7f58cd1f4360 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:48.386945 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port ae18f657-8bf1-4e50-b57d-7f58cd1f4360 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:48.387320 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.513977 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ad90cea3-5e7c-434b-9c5e-a9496ec04502 req-b8787be2-2463-4065-abe6-718ac3aaeff5 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328678 Aug 30 07:48:48.528781 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.599935 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278d486-19d4-4f30-9c0c-b25a24d3c531 req-a7b21e21-b8c8-428d-b8c7-59ef4e3eeafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:48.605594 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2278d486-19d4-4f30-9c0c-b25a24d3c531 req-a7b21e21-b8c8-428d-b8c7-59ef4e3eeafe service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 1099 time: 0.1728175 Aug 30 07:48:48.610871 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port ae18f657-8bf1-4e50-b57d-7f58cd1f4360, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=ae18f657-8bf1-4e50-b57d-7f58cd1f4360,segment=NetworkSegment(11b28338-5bb9-4de9-96e1-5b8939ab05a5),segment_id=11b28338-5bb9-4de9-96e1-5b8939ab05a5)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:48.616294 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.619257 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 708e585c-b3c8-47c5-afdf-a68c26eb49ca up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:48.641629 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2278d486-19d4-4f30-9c0c-b25a24d3c531 req-1d19e7d3-2041-4bf4-b36c-e32c2a35d6f3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.686446 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51b8fb-945c-452d-b8d3-70d311a23148 req-3f810a2c-ff6b-4aa5-a54e-9bbe5d23c75b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:48.694408 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2c51b8fb-945c-452d-b8d3-70d311a23148 req-3f810a2c-ff6b-4aa5-a54e-9bbe5d23c75b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 945 time: 0.0754163 Aug 30 07:48:48.750853 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=ae18f657-8bf1-4e50-b57d-7f58cd1f4360,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:48.790889 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2c51b8fb-945c-452d-b8d3-70d311a23148 req-fc243ba9-c527-40ce-9516-d1fb78b6b481 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952580 Aug 30 07:48:48.819384 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port 708e585c-b3c8-47c5-afdf-a68c26eb49ca completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:48.828452 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port 708e585c-b3c8-47c5-afdf-a68c26eb49ca triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:48.828831 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.874888 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 60536) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:48.875170 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2278d486-19d4-4f30-9c0c-b25a24d3c531 req-1d19e7d3-2041-4bf4-b36c-e32c2a35d6f3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.883427 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2278d486-19d4-4f30-9c0c-b25a24d3c531 req-1d19e7d3-2041-4bf4-b36c-e32c2a35d6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.909127 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37d89d-27a5-46b3-a199-f0165fd7a18e req-eb0d1a10-96e0-4334-9073-f8fbb80b9e2b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:48.910052 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0b37d89d-27a5-46b3-a199-f0165fd7a18e req-eb0d1a10-96e0-4334-9073-f8fbb80b9e2b tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 944 time: 0.1064668 Aug 30 07:48:48.936745 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2278d486-19d4-4f30-9c0c-b25a24d3c531 req-1d19e7d3-2041-4bf4-b36c-e32c2a35d6f3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253112 Aug 30 07:48:48.958952 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19e7d3-2041-4bf4-b36c-e32c2a35d6f3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4631d4-3ebe-4087-83ad-85f0287cc113,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:48.968708 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.975287 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0b37d89d-27a5-46b3-a199-f0165fd7a18e req-46cab194-c0a5-44ba-8810-ed5e87fa4c56 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541592 Aug 30 07:48:49.010743 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 708e585c-b3c8-47c5-afdf-a68c26eb49ca, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=708e585c-b3c8-47c5-afdf-a68c26eb49ca,segment=NetworkSegment(a737a7d3-ca59-4476-9679-b1cb7f417f45),segment_id=a737a7d3-ca59-4476-9679-b1cb7f417f45)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:49.017368 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:49.018187 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 03f5aee7-d6fd-4ea0-b19a-d088da242d0e up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:49.101067 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=708e585c-b3c8-47c5-afdf-a68c26eb49ca,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:49.117606 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port 03f5aee7-d6fd-4ea0-b19a-d088da242d0e completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:49.121479 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-61c11cfa-47b9-4a2b-9d12-5eaba8429ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:49.122993 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port 03f5aee7-d6fd-4ea0-b19a-d088da242d0e triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:49.123110 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:49.155083 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a287657-36dd-4f01-932a-852c2fbd252d req-00750db0-eafd-41dd-ba58-174e47145880 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:49.156714 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2a287657-36dd-4f01-932a-852c2fbd252d req-00750db0-eafd-41dd-ba58-174e47145880 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.1080818 Aug 30 07:48:49.181618 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 60548) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:49.230509 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2a287657-36dd-4f01-932a-852c2fbd252d req-ef1d2b77-2acf-4dd3-8d08-733681f8d486 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642200 Aug 30 07:48:49.335091 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-61c11cfa-47b9-4a2b-9d12-5eaba8429ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:49.335091 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-61c11cfa-47b9-4a2b-9d12-5eaba8429ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:49.356436 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:49.360872 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1424-1312-4626-9c4e-870877236480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:49.381823 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-61c11cfa-47b9-4a2b-9d12-5eaba8429ff0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7878bea8f53c440c9695188fdce1d3a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5047042 Aug 30 07:48:49.382979 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c11cfa-47b9-4a2b-9d12-5eaba8429ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afac455-af34-45a1-8e07-56e0f922eefa,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:49.386499 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 60556) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:49.396197 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 03f5aee7-d6fd-4ea0-b19a-d088da242d0e, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=03f5aee7-d6fd-4ea0-b19a-d088da242d0e,segment=NetworkSegment(3313c450-3e0a-4a55-9b55-654832350b5d),segment_id=3313c450-3e0a-4a55-9b55-654832350b5d)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:49.402194 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:49.459399 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=03f5aee7-d6fd-4ea0-b19a-d088da242d0e,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:49.473932 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-64cff36c-f28a-4501-b7a6-fb30ec2405f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:49.506827 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-64cff36c-f28a-4501-b7a6-fb30ec2405f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:49.549857 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1424-1312-4626-9c4e-870877236480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:49.561781 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1424-1312-4626-9c4e-870877236480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:49.621579 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-9dfe1424-1312-4626-9c4e-870877236480 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5678bffffebe45eb987d301c370d43ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4384675 Aug 30 07:48:49.624799 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 60564) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:49.641903 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe1424-1312-4626-9c4e-870877236480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789a084a-dfee-4ac5-911c-c8b084f5ae96,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:49.651680 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-64cff36c-f28a-4501-b7a6-fb30ec2405f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:49.654184 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-64cff36c-f28a-4501-b7a6-fb30ec2405f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:49.657946 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-64cff36c-f28a-4501-b7a6-fb30ec2405f6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9afac455-af34-45a1-8e07-56e0f922eefa HTTP/1.1" status: 204 len: 168 time: 0.2703445 Aug 30 07:48:49.669222 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cff36c-f28a-4501-b7a6-fb30ec2405f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afac455-af34-45a1-8e07-56e0f922eefa,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:49.683289 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0efec-d43e-497c-a72f-9b58acdeb0c2 req-1d092c5e-9d35-411f-b511-60dfadb2f607 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:49.685452 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-44c0efec-d43e-497c-a72f-9b58acdeb0c2 req-1d092c5e-9d35-411f-b511-60dfadb2f607 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 946 time: 0.0900152 Aug 30 07:48:49.696891 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ba0c2237-9946-4805-930d-d4dc8b5431cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:49.741337 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-44c0efec-d43e-497c-a72f-9b58acdeb0c2 req-03148822-08b6-47e6-8118-c3756a62d3b3 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402894 Aug 30 07:48:49.747610 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ba0c2237-9946-4805-930d-d4dc8b5431cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:49.808189 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ba0c2237-9946-4805-930d-d4dc8b5431cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:49.810973 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ba0c2237-9946-4805-930d-d4dc8b5431cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:49.812131 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-ba0c2237-9946-4805-930d-d4dc8b5431cd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/789a084a-dfee-4ac5-911c-c8b084f5ae96 HTTP/1.1" status: 204 len: 168 time: 0.1865139 Aug 30 07:48:49.820353 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c2237-9946-4805-930d-d4dc8b5431cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789a084a-dfee-4ac5-911c-c8b084f5ae96,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:49.935272 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85447bf9-5924-41f1-a358-0083c14f5907 req-2ec8f2f9-c71d-4bb5-91a1-ce06a8dafe00 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:49.936790 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-85447bf9-5924-41f1-a358-0083c14f5907 req-2ec8f2f9-c71d-4bb5-91a1-ce06a8dafe00 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0584946 Aug 30 07:48:49.983885 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-85447bf9-5924-41f1-a358-0083c14f5907 req-97a1f524-4f2c-4b46-aa50-a2094b4d9239 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409918 Aug 30 07:48:50.105579 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62d363-743a-442e-bbe1-f3b555dc4c53 req-0d9c8c3f-c3a5-4567-ba08-2c918911fa3f tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:50.107387 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4a62d363-743a-442e-bbe1-f3b555dc4c53 req-0d9c8c3f-c3a5-4567-ba08-2c918911fa3f tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 945 time: 0.0534713 Aug 30 07:48:50.147925 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4a62d363-743a-442e-bbe1-f3b555dc4c53 req-f79ddc1c-fdb5-4eac-8be5-5599a7360e48 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345800 Aug 30 07:48:50.187054 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 60588) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:50.218614 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab74e53e-3def-4d56-a5a3-9bdaae91e894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df2dfe2-84f3-44d6-9b60-1cece886854d'}, {'server_uuid': '95fc5a1e-6b49-475e-85ec-93d172a0d3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae18f657-8bf1-4e50-b57d-7f58cd1f4360'}, {'server_uuid': 'bf7e7530-d91c-4112-98e3-e0297020dfb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708e585c-b3c8-47c5-afdf-a68c26eb49ca'}, {'server_uuid': '63042c8c-43ca-4d02-8ef2-07a08833cdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f5aee7-d6fd-4ea0-b19a-d088da242d0e'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:50.221108 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f7f04b-b516-432d-b8cd-77f451eadd7a" -d '{"events": [{"server_uuid": "ab74e53e-3def-4d56-a5a3-9bdaae91e894", "name": "network-vif-plugged", "status": "completed", "tag": "7df2dfe2-84f3-44d6-9b60-1cece886854d"}, {"server_uuid": "95fc5a1e-6b49-475e-85ec-93d172a0d3e2", "name": "network-vif-plugged", "status": "completed", "tag": "ae18f657-8bf1-4e50-b57d-7f58cd1f4360"}, {"server_uuid": "bf7e7530-d91c-4112-98e3-e0297020dfb6", "name": "network-vif-plugged", "status": "completed", "tag": "708e585c-b3c8-47c5-afdf-a68c26eb49ca"}, {"server_uuid": "63042c8c-43ca-4d02-8ef2-07a08833cdf1", "name": "network-vif-plugged", "status": "completed", "tag": "03f5aee7-d6fd-4ea0-b19a-d088da242d0e"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:50.233447 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 60594) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:50.249805 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f8839c67-beda-4d08-9543-6708bf07b241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:50.327523 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f91067-2cc2-4d8f-a888-334481e0564a x-openstack-request-id: req-a2f91067-2cc2-4d8f-a888-334481e0564a {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:50.327832 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab74e53e-3def-4d56-a5a3-9bdaae91e894", "name": "network-vif-plugged", "status": "completed", "tag": "7df2dfe2-84f3-44d6-9b60-1cece886854d", "code": 200}, {"server_uuid": "95fc5a1e-6b49-475e-85ec-93d172a0d3e2", "name": "network-vif-plugged", "status": "completed", "tag": "ae18f657-8bf1-4e50-b57d-7f58cd1f4360", "code": 200}, {"server_uuid": "bf7e7530-d91c-4112-98e3-e0297020dfb6", "name": "network-vif-plugged", "status": "completed", "tag": "708e585c-b3c8-47c5-afdf-a68c26eb49ca", "code": 200}, {"server_uuid": "63042c8c-43ca-4d02-8ef2-07a08833cdf1", "name": "network-vif-plugged", "status": "completed", "tag": "03f5aee7-d6fd-4ea0-b19a-d088da242d0e", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:50.328086 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a2f91067-2cc2-4d8f-a888-334481e0564a {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:50.328494 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab74e53e-3def-4d56-a5a3-9bdaae91e894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df2dfe2-84f3-44d6-9b60-1cece886854d', 'code': 200} Aug 30 07:48:50.328752 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fc5a1e-6b49-475e-85ec-93d172a0d3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae18f657-8bf1-4e50-b57d-7f58cd1f4360', 'code': 200} Aug 30 07:48:50.329007 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7e7530-d91c-4112-98e3-e0297020dfb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708e585c-b3c8-47c5-afdf-a68c26eb49ca', 'code': 200} Aug 30 07:48:50.329257 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63042c8c-43ca-4d02-8ef2-07a08833cdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f5aee7-d6fd-4ea0-b19a-d088da242d0e', 'code': 200} Aug 30 07:48:50.454515 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f8839c67-beda-4d08-9543-6708bf07b241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:50.463143 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa012a2-e48d-4141-aef1-98a751fce0f7 req-35d65ead-f259-40a4-ba7e-c48a57cc7c15 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:50.466305 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8fa012a2-e48d-4141-aef1-98a751fce0f7 req-35d65ead-f259-40a4-ba7e-c48a57cc7c15 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.1234448 Aug 30 07:48:50.499872 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c303f99b-f9fe-42f8-bf59-83f125aa8f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:50.503615 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f8839c67-beda-4d08-9543-6708bf07b241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:50.545656 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8fa012a2-e48d-4141-aef1-98a751fce0f7 req-eb31c141-e375-4489-9335-c9e282ad32bc tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676849 Aug 30 07:48:50.546719 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 60604) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:50.547148 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-f8839c67-beda-4d08-9543-6708bf07b241 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=81e3a1e2a415407096cb358283eafb80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122120 Aug 30 07:48:50.580112 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8839c67-beda-4d08-9543-6708bf07b241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd0a411-b1ab-477d-b828-6abad6d7d7ec,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:50.601484 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 60608) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:50.656436 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c1c0000-f98e-4278-bd6b-e52f8a86752a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:50.713304 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c303f99b-f9fe-42f8-bf59-83f125aa8f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:50.723397 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c303f99b-f9fe-42f8-bf59-83f125aa8f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:50.765027 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c57e879-b078-4b76-801e-34ec189f8aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:50.808130 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1554100-5026-4369-a118-22fbfb54230a req-0e4c676b-ab8a-426a-adad-260a2b6382e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:50.809826 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b1554100-5026-4369-a118-22fbfb54230a req-0e4c676b-ab8a-426a-adad-260a2b6382e4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 1099 time: 0.1367836 Aug 30 07:48:50.820743 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c57e879-b078-4b76-801e-34ec189f8aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:50.847397 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501274d-2b6d-4c0c-b9fb-3c96c41e32c1 req-9f725774-c35b-40e6-aa1f-bc965dd74123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:50.847776 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-c303f99b-f9fe-42f8-bf59-83f125aa8f1c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a9e8a31a9c4e40d9adaa8d58b98d5e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6587811 Aug 30 07:48:50.848845 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4501274d-2b6d-4c0c-b9fb-3c96c41e32c1 req-9f725774-c35b-40e6-aa1f-bc965dd74123 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 1099 time: 0.1447446 Aug 30 07:48:50.849683 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303f99b-f9fe-42f8-bf59-83f125aa8f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b238564-63b7-427a-97ff-3ae3690b026d,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:50.864577 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 60618) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:50.938524 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b1554100-5026-4369-a118-22fbfb54230a req-7289865a-2c7a-476f-805d-c8954d78656a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051414 Aug 30 07:48:50.971824 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4501274d-2b6d-4c0c-b9fb-3c96c41e32c1 req-704e8d32-0e3d-4c77-8047-eeb7bcaa5bfc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078556 Aug 30 07:48:51.009952 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c57e879-b078-4b76-801e-34ec189f8aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:51.013260 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c57e879-b078-4b76-801e-34ec189f8aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:51.016569 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-9c57e879-b078-4b76-801e-34ec189f8aef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bdd0a411-b1ab-477d-b828-6abad6d7d7ec HTTP/1.1" status: 204 len: 168 time: 0.4666042 Aug 30 07:48:51.031770 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c1c0000-f98e-4278-bd6b-e52f8a86752a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:51.033191 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57e879-b078-4b76-801e-34ec189f8aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd0a411-b1ab-477d-b828-6abad6d7d7ec,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:51.040328 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c1c0000-f98e-4278-bd6b-e52f8a86752a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:51.103526 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-9c1c0000-f98e-4278-bd6b-e52f8a86752a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=999da49500b14274a7cd50fced66be42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5002289 Aug 30 07:48:51.104327 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c0000-f98e-4278-bd6b-e52f8a86752a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1becaf-32f8-45bd-a0ea-302d835ff626,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:51.107148 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 60634) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:51.167253 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755800fb-1a07-45a5-b1e6-047abb40f3df req-7aa42c39-59b1-4488-9cbb-179884094864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:51.168840 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-755800fb-1a07-45a5-b1e6-047abb40f3df req-7aa42c39-59b1-4488-9cbb-179884094864 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 1098 time: 0.3879116 Aug 30 07:48:51.186720 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f924b3-3a0e-4bff-a5d7-668897bb34ce req-3bc16541-325c-4cf3-a30c-5c00fbb2420d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:51.188221 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d2f924b3-3a0e-4bff-a5d7-668897bb34ce req-3bc16541-325c-4cf3-a30c-5c00fbb2420d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 946 time: 0.3436003 Aug 30 07:48:51.189901 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cac5fc-e5b8-4c88-890f-2f37a84d82de req-896b6cdf-c7c2-46f0-b735-600153aef583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:51.191291 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-74cac5fc-e5b8-4c88-890f-2f37a84d82de req-896b6cdf-c7c2-46f0-b735-600153aef583 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 1098 time: 0.3480656 Aug 30 07:48:51.216122 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-21f6c13d-49cd-4562-9f64-8e5c32d2f081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:51.237255 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c3317-cbc8-4a9d-8bfe-0f18eb9f7ee9 req-6130c698-d5bd-4cd5-8649-c187c3d5cb81 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:51.238892 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-067c3317-cbc8-4a9d-8bfe-0f18eb9f7ee9 req-6130c698-d5bd-4cd5-8649-c187c3d5cb81 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0964587 Aug 30 07:48:51.254084 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-21f6c13d-49cd-4562-9f64-8e5c32d2f081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:51.265475 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e2fbece-23eb-4b88-9455-04333a50d508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:51.271272 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d2f924b3-3a0e-4bff-a5d7-668897bb34ce req-14a03027-fdec-426f-99c5-7e1a2d229f9d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671759 Aug 30 07:48:51.307148 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-067c3317-cbc8-4a9d-8bfe-0f18eb9f7ee9 req-1776d454-c87e-4da6-8b82-ad6878b7ebe7 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594003 Aug 30 07:48:51.316025 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e2fbece-23eb-4b88-9455-04333a50d508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:51.382206 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e2fbece-23eb-4b88-9455-04333a50d508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:51.385588 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e2fbece-23eb-4b88-9455-04333a50d508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:51.389712 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-1e2fbece-23eb-4b88-9455-04333a50d508 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce1becaf-32f8-45bd-a0ea-302d835ff626 HTTP/1.1" status: 204 len: 168 time: 0.2815070 Aug 30 07:48:51.397948 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fbece-23eb-4b88-9455-04333a50d508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1becaf-32f8-45bd-a0ea-302d835ff626,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:51.443691 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda76b4-402b-4b6e-bd31-eb2f25084ec6 req-45a16375-aeeb-4302-bb88-5dffe64007ab tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:51.445193 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4bda76b4-402b-4b6e-bd31-eb2f25084ec6 req-45a16375-aeeb-4302-bb88-5dffe64007ab tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 945 time: 0.0842931 Aug 30 07:48:51.446908 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-21f6c13d-49cd-4562-9f64-8e5c32d2f081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:51.449558 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-21f6c13d-49cd-4562-9f64-8e5c32d2f081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:51.453714 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-21f6c13d-49cd-4562-9f64-8e5c32d2f081 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7b238564-63b7-427a-97ff-3ae3690b026d HTTP/1.1" status: 204 len: 168 time: 0.5806649 Aug 30 07:48:51.466336 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6c13d-49cd-4562-9f64-8e5c32d2f081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b238564-63b7-427a-97ff-3ae3690b026d,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:51.539309 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4bda76b4-402b-4b6e-bd31-eb2f25084ec6 req-f47133b3-c126-4faf-8ae4-3b8821e2b6ca tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813799 Aug 30 07:48:51.637778 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 60650) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:51.654862 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45aa90b9-827a-45c3-b426-ee31d1796a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:51.667046 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-74cac5fc-e5b8-4c88-890f-2f37a84d82de req-6c90fcfb-7975-41a8-93a7-97da459e28dc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039441 Aug 30 07:48:51.698473 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-755800fb-1a07-45a5-b1e6-047abb40f3df req-b70513b8-ff92-49eb-8299-3298f6b86c7c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011140 Aug 30 07:48:51.750930 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c65d38-bb64-425a-b5b5-48bef8beb2fb req-46fa0f67-4934-419a-b0ad-41c61b029aa8 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:51.752446 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-42c65d38-bb64-425a-b5b5-48bef8beb2fb req-46fa0f67-4934-419a-b0ad-41c61b029aa8 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0814216 Aug 30 07:48:51.823375 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-42c65d38-bb64-425a-b5b5-48bef8beb2fb req-81100632-8242-4923-b69f-78875f347438 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628254 Aug 30 07:48:51.853155 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45aa90b9-827a-45c3-b426-ee31d1796a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:51.858167 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45aa90b9-827a-45c3-b426-ee31d1796a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:51.898662 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-45aa90b9-827a-45c3-b426-ee31d1796a73 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=676b227305c54e428f5b657961f0547b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589951 Aug 30 07:48:51.899408 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa90b9-827a-45c3-b426-ee31d1796a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5622b78-db5a-4738-bfa4-3db8e8255777,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:51.901507 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 60658) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:51.972133 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-027b57f9-c4f5-4789-a5ef-6955b3410fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:51.994398 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-027b57f9-c4f5-4789-a5ef-6955b3410fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:52.046887 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-027b57f9-c4f5-4789-a5ef-6955b3410fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:52.049595 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-027b57f9-c4f5-4789-a5ef-6955b3410fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:52.051107 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-027b57f9-c4f5-4789-a5ef-6955b3410fe0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e5622b78-db5a-4738-bfa4-3db8e8255777 HTTP/1.1" status: 204 len: 168 time: 0.1449926 Aug 30 07:48:52.059759 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b57f9-c4f5-4789-a5ef-6955b3410fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5622b78-db5a-4738-bfa4-3db8e8255777,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:52.096124 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 60668) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:52.111015 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-59a522b3-c0b0-453f-8ddd-e40fbaf9447e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:52.214516 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-59a522b3-c0b0-453f-8ddd-e40fbaf9447e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:52.218785 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-59a522b3-c0b0-453f-8ddd-e40fbaf9447e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:52.260834 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-59a522b3-c0b0-453f-8ddd-e40fbaf9447e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9ab6b6d9b1f24344b22292d641e6d54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636026 Aug 30 07:48:52.262052 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a522b3-c0b0-453f-8ddd-e40fbaf9447e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8093e752-5038-490b-8e40-441214f89af4,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:52.263612 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 60674) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:52.339605 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6fa2d03-9a29-469e-90e0-e24cbe91a015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:52.366931 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6fa2d03-9a29-469e-90e0-e24cbe91a015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:52.411514 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46199c0e-5060-4c2b-9a08-e326810e9cab req-7e3c1947-da5a-41e4-8208-8e114e291bd6 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:52.425923 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-46199c0e-5060-4c2b-9a08-e326810e9cab req-7e3c1947-da5a-41e4-8208-8e114e291bd6 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 946 time: 0.0683064 Aug 30 07:48:52.449488 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6fa2d03-9a29-469e-90e0-e24cbe91a015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:52.452348 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6fa2d03-9a29-469e-90e0-e24cbe91a015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:52.453994 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-b6fa2d03-9a29-469e-90e0-e24cbe91a015 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8093e752-5038-490b-8e40-441214f89af4 HTTP/1.1" status: 204 len: 168 time: 0.1867707 Aug 30 07:48:52.490084 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa2d03-9a29-469e-90e0-e24cbe91a015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8093e752-5038-490b-8e40-441214f89af4,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:52.496082 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-46199c0e-5060-4c2b-9a08-e326810e9cab req-df9274b5-a5ad-412e-bddf-ed26659712b6 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686154 Aug 30 07:48:52.548959 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe9fbf-a10a-4b33-98d0-31a5b2358584 req-821819c9-6343-47eb-be4e-0196e40bed5c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:52.559224 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b8fe9fbf-a10a-4b33-98d0-31a5b2358584 req-821819c9-6343-47eb-be4e-0196e40bed5c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.1116138 Aug 30 07:48:52.646347 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b8fe9fbf-a10a-4b33-98d0-31a5b2358584 req-7a43aaf5-3c99-4dc2-a40f-954317e46186 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675156 Aug 30 07:48:52.687744 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e2fd5-7ed8-4b7e-9c52-1765f7be2949 req-febadc10-0e83-4e0c-8cc2-c0fd20b55b09 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:52.694451 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-cd7e2fd5-7ed8-4b7e-9c52-1765f7be2949 req-febadc10-0e83-4e0c-8cc2-c0fd20b55b09 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 945 time: 0.0733078 Aug 30 07:48:52.745543 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-cd7e2fd5-7ed8-4b7e-9c52-1765f7be2949 req-9a5970b6-30d9-42d7-9103-b3c6a0d7a5cb tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489273 Aug 30 07:48:53.011077 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79399ef7-379e-42fb-9253-a614cbc415bf req-b3fab4d4-98a1-420c-b86d-17203de8b3be tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:53.021485 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-79399ef7-379e-42fb-9253-a614cbc415bf req-b3fab4d4-98a1-420c-b86d-17203de8b3be tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0872939 Aug 30 07:48:53.066658 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-79399ef7-379e-42fb-9253-a614cbc415bf req-b5e34f18-a7a9-4016-8c41-f59da50586b0 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443978 Aug 30 07:48:53.622108 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:53.795589 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efba2c7-42a9-4974-9fc0-1703378acef5 req-66dfcc4c-8914-40f2-ad37-61571127d6d3 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:53.802845 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5efba2c7-42a9-4974-9fc0-1703378acef5 req-66dfcc4c-8914-40f2-ad37-61571127d6d3 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0815294 Aug 30 07:48:53.876526 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5efba2c7-42a9-4974-9fc0-1703378acef5 req-4f8cfb76-3ef9-4af4-a49e-02251cd9950d tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705576 Aug 30 07:48:53.924827 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9fef9-3650-49e9-ade0-b9ba48fff44e req-3617d7f7-e609-4be8-afa8-e13e87d296fd tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:53.931654 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a9e9fef9-3650-49e9-ade0-b9ba48fff44e req-3617d7f7-e609-4be8-afa8-e13e87d296fd tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 945 time: 0.0850859 Aug 30 07:48:54.002060 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a9e9fef9-3650-49e9-ade0-b9ba48fff44e req-5b2da142-a67b-4b76-b9a3-457687e848dc tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650527 Aug 30 07:48:54.074056 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e5eaa-9495-40ea-8309-e2a60aa9cff3 req-bb865664-7110-437c-807e-abae8f73bead tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:54.076234 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-de6e5eaa-9495-40ea-8309-e2a60aa9cff3 req-bb865664-7110-437c-807e-abae8f73bead tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0837879 Aug 30 07:48:54.084729 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 60782) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:54.090342 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-661c53fa-27fa-4657-b452-a67da731414e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Request body: {'floatingip': {'port_id': '03f5aee7-d6fd-4ea0-b19a-d088da242d0e'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:54.493333 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-661c53fa-27fa-4657-b452-a67da731414e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for floatingip, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:54.632703 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd29d8-6787-4303-86c8-fe85947c6bfc req-926143c6-e456-4b40-a3a5-253806a936d0 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:54.635112 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c2dd29d8-6787-4303-86c8-fe85947c6bfc req-926143c6-e456-4b40-a3a5-253806a936d0 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.1926291 Aug 30 07:48:54.710094 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 60840) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:54.734776 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c2dd29d8-6787-4303-86c8-fe85947c6bfc req-1e84798a-bcb6-47e5-945a-867c41aa4955 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926409 Aug 30 07:48:54.990535 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f1fdde76-1c22-4b3d-b3a5-76f8f987af80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.166651 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f1fdde76-1c22-4b3d-b3a5-76f8f987af80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.174620 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f1fdde76-1c22-4b3d-b3a5-76f8f987af80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.219506 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdde76-1c22-4b3d-b3a5-76f8f987af80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ed6061-e531-4abe-80c7-d3b4900546bc,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:55.228288 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-f1fdde76-1c22-4b3d-b3a5-76f8f987af80 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f10398de28fd468084e6022ae6099788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5167758 Aug 30 07:48:55.232319 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 60876) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:55.300691 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-70276b95-cf43-4592-ac12-87a5f7064a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.353549 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-70276b95-cf43-4592-ac12-87a5f7064a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.554488 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.db.resource_extend [None req-661c53fa-27fa-4657-b452-a67da731414e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 07:48:55.602697 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1613ffa-b967-403b-b18c-15c6605290ae req-fe869b71-35db-4da2-ad74-44757357197c tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:55.606123 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d1613ffa-b967-403b-b18c-15c6605290ae req-fe869b71-35db-4da2-ad74-44757357197c tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 945 time: 0.1655974 Aug 30 07:48:55.654477 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8ca73-828a-43c5-9214-2583a40a3f11 req-1be101fd-219b-401a-8e8e-51dd1b6854d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:55.656902 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-82c8ca73-828a-43c5-9214-2583a40a3f11 req-1be101fd-219b-401a-8e8e-51dd1b6854d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5f4656c08fc44eb93611972f4bebb0e&device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 1099 time: 0.2116196 Aug 30 07:48:55.678952 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67a40b-6b25-4869-87b1-a61f87ec1780 req-4f9155b1-8b94-48fe-ab9b-37119160dd8d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:55.686592 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ef67a40b-6b25-4869-87b1-a61f87ec1780 req-4f9155b1-8b94-48fe-ab9b-37119160dd8d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.1268244 Aug 30 07:48:55.690323 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-70276b95-cf43-4592-ac12-87a5f7064a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.693722 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-70276b95-cf43-4592-ac12-87a5f7064a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.694836 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-70276b95-cf43-4592-ac12-87a5f7064a06 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/89ed6061-e531-4abe-80c7-d3b4900546bc HTTP/1.1" status: 204 len: 168 time: 0.4615273 Aug 30 07:48:55.706920 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-661c53fa-27fa-4657-b452-a67da731414e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.722089 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d1613ffa-b967-403b-b18c-15c6605290ae req-e850799d-6cda-458c-a680-2ced43c20b6c tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027679 Aug 30 07:48:55.723377 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-661c53fa-27fa-4657-b452-a67da731414e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529307'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.746089 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70276b95-cf43-4592-ac12-87a5f7064a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ed6061-e531-4abe-80c7-d3b4900546bc,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:55.831787 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ef67a40b-6b25-4869-87b1-a61f87ec1780 req-3a74d872-808c-4132-87b8-f26acb897a3a tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356201 Aug 30 07:48:55.880327 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8ca73-828a-43c5-9214-2583a40a3f11 req-be5be0ae-4da9-4d68-9a71-c77bdecfedde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:55.882600 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-82c8ca73-828a-43c5-9214-2583a40a3f11 req-be5be0ae-4da9-4d68-9a71-c77bdecfedde service neutron] 10.222.0.61 "GET /v2.0/networks?id=83b43835-9098-4d89-a14a-34cf351e7cdb HTTP/1.1" status: 200 len: 920 time: 0.1948488 Aug 30 07:48:55.884236 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.l3_db [None req-661c53fa-27fa-4657-b452-a67da731414e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Floating IP cf65e391-e5e6-4d1f-972c-8a0d07dfc0d5 associated. External IP: 172.27.3.7, port: 03f5aee7-d6fd-4ea0-b19a-d088da242d0e. Aug 30 07:48:55.948066 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-82c8ca73-828a-43c5-9214-2583a40a3f11 req-e511a1e2-1f8f-42f9-9fcd-e4281a0445ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7df2dfe2-84f3-44d6-9b60-1cece886854d HTTP/1.1" status: 200 len: 217 time: 0.0532408 Aug 30 07:48:56.015377 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8ca73-828a-43c5-9214-2583a40a3f11 req-08503f55-b8a3-4749-abf9-27144784e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:56.016944 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-82c8ca73-828a-43c5-9214-2583a40a3f11 req-08503f55-b8a3-4749-abf9-27144784e9cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef674ad9-bd11-485a-91a9-03f033f485ef HTTP/1.1" status: 200 len: 859 time: 0.0600221 Aug 30 07:48:56.058663 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-82c8ca73-828a-43c5-9214-2583a40a3f11 req-d445b620-f30d-4d87-b902-1a0b2743eb64 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=83b43835-9098-4d89-a14a-34cf351e7cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277531 Aug 30 07:48:56.146410 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 60902) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:56.150893 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661c53fa-27fa-4657-b452-a67da731414e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:48:56.165387 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a2519c6d-de9a-45fb-bb2c-c67a1ee5b5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:56.177369 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-82c8ca73-828a-43c5-9214-2583a40a3f11 req-67d8645a-4adb-4ef8-a8dc-c322bf5d31a6 service neutron] 10.222.0.61 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106570 Aug 30 07:48:56.318340 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-82c8ca73-828a-43c5-9214-2583a40a3f11 req-869a1024-54fe-4e7a-b5bf-95bd3db8494e service neutron] 10.222.0.61 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257701 Aug 30 07:48:56.531755 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661c53fa-27fa-4657-b452-a67da731414e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:48:56.538777 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-661c53fa-27fa-4657-b452-a67da731414e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:56.545957 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0fe0c9-1b2e-4cae-8ee8-9aa0fdd3d623 None None] Sync routers for ids ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'] in dv-cinder-806191-3-iscsi {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:48:56.556913 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0fe0c9-1b2e-4cae-8ee8-9aa0fdd3d623 None None] Routers {'b472ba6f-4212-4b47-aad1-f6b71b43c0d8'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:48:56.557904 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-5f0fe0c9-1b2e-4cae-8ee8-9aa0fdd3d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:48:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:56.588067 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-661c53fa-27fa-4657-b452-a67da731414e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "PUT /v2.0/floatingips/cf65e391-e5e6-4d1f-972c-8a0d07dfc0d5 HTTP/1.1" status: 200 len: 990 time: 2.4961152 Aug 30 07:48:56.588067 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63042c8c-43ca-4d02-8ef2-07a08833cdf1', 'tag': '03f5aee7-d6fd-4ea0-b19a-d088da242d0e'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:56.588067 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7c1c717326e93d35a200a5a0d3cebafce15ecd83eb06d7c469ca134263d92f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a727d4e-5d0d-4002-b4fa-8f6f9e944127" -d '{"events": [{"name": "network-changed", "server_uuid": "63042c8c-43ca-4d02-8ef2-07a08833cdf1", "tag": "03f5aee7-d6fd-4ea0-b19a-d088da242d0e"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:56.683073 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a2519c6d-de9a-45fb-bb2c-c67a1ee5b5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:56.689156 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a2519c6d-de9a-45fb-bb2c-c67a1ee5b5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:56.703690 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9303ec-3cb2-4a75-b4b2-bed91a435707 x-openstack-request-id: req-5b9303ec-3cb2-4a75-b4b2-bed91a435707 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:56.703997 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63042c8c-43ca-4d02-8ef2-07a08833cdf1", "tag": "03f5aee7-d6fd-4ea0-b19a-d088da242d0e", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:56.704215 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5b9303ec-3cb2-4a75-b4b2-bed91a435707 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:56.704599 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63042c8c-43ca-4d02-8ef2-07a08833cdf1', 'tag': '03f5aee7-d6fd-4ea0-b19a-d088da242d0e', 'status': 'completed', 'code': 200} Aug 30 07:48:56.743392 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-a2519c6d-de9a-45fb-bb2c-c67a1ee5b5c0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9be42381656a4e4eb3db08f1822d6e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5972016 Aug 30 07:48:56.743392 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2519c6d-de9a-45fb-bb2c-c67a1ee5b5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c2b452-cc23-4f51-8b8c-02410d845a08,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:56.745488 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 60932) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:56.774406 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-5f0fe0c9-1b2e-4cae-8ee8-9aa0fdd3d623 None None] Set router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:48:56.814703 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-366690eb-97b4-4d21-aaf2-d5492f6b8478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:56.839612 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727d4e-5d0d-4002-b4fa-8f6f9e944127 req-721d8bca-b575-4f01-aed3-38a476483506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:56.839988 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-366690eb-97b4-4d21-aaf2-d5492f6b8478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:56.841143 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2a727d4e-5d0d-4002-b4fa-8f6f9e944127 req-721d8bca-b575-4f01-aed3-38a476483506 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e71ca0134bc64db3b85a744bc5da948c&device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 1099 time: 0.0988147 Aug 30 07:48:56.939492 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-366690eb-97b4-4d21-aaf2-d5492f6b8478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:56.953759 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-366690eb-97b4-4d21-aaf2-d5492f6b8478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:56.957395 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-366690eb-97b4-4d21-aaf2-d5492f6b8478 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b6c2b452-cc23-4f51-8b8c-02410d845a08 HTTP/1.1" status: 204 len: 168 time: 0.2100172 Aug 30 07:48:56.975192 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366690eb-97b4-4d21-aaf2-d5492f6b8478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c2b452-cc23-4f51-8b8c-02410d845a08,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:57.042904 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727d4e-5d0d-4002-b4fa-8f6f9e944127 req-0ec674ea-b1d7-495b-97e1-6c376ed83d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:57.044398 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2a727d4e-5d0d-4002-b4fa-8f6f9e944127 req-0ec674ea-b1d7-495b-97e1-6c376ed83d57 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 HTTP/1.1" status: 200 len: 910 time: 0.1945753 Aug 30 07:48:57.121933 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03805db-7aa0-4e54-817e-9dd279326cb9 req-35fbbc8b-2693-41aa-956d-f3a222a40c1c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:57.123592 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c03805db-7aa0-4e54-817e-9dd279326cb9 req-35fbbc8b-2693-41aa-956d-f3a222a40c1c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.1589520 Aug 30 07:48:57.218871 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 60952) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:57.250933 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c03805db-7aa0-4e54-817e-9dd279326cb9 req-4f3101e7-bb2d-49a3-b2ec-0d8a4e52ad59 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935934 Aug 30 07:48:57.253312 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2a727d4e-5d0d-4002-b4fa-8f6f9e944127 req-d6c4d041-2d58-454b-9300-824d9b39563d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f5aee7-d6fd-4ea0-b19a-d088da242d0e HTTP/1.1" status: 200 len: 998 time: 0.1962006 Aug 30 07:48:57.328439 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-5f0fe0c9-1b2e-4cae-8ee8-9aa0fdd3d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:47:51Z', 'revision_number': 4, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': 'cf65e391-e5e6-4d1f-972c-8a0d07dfc0d5', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'port_id': '03f5aee7-d6fd-4ea0-b19a-d088da242d0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'mac_address': 'fa:16:3e:7a:19:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63042c8c-43ca-4d02-8ef2-07a08833cdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:48:04Z', 'updated_at': '2021-08-30T07:48:55Z', 'revision_number': 1, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8cc6280-522a-4b51-ab69-5b9e91eecfec', 'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'mac_address': 'fa:16:3e:90:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:48:00Z', 'revision_number': 5, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'subnets': [{'id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:57.341719 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727d4e-5d0d-4002-b4fa-8f6f9e944127 req-d7658cb2-940d-49f4-bfd8-f89eaec5795a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:57.343928 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2a727d4e-5d0d-4002-b4fa-8f6f9e944127 req-d7658cb2-940d-49f4-bfd8-f89eaec5795a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e HTTP/1.1" status: 200 len: 848 time: 0.0828400 Aug 30 07:48:57.367624 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0fe0c9-1b2e-4cae-8ee8-9aa0fdd3d623 None None] Checking router: b472ba6f-4212-4b47-aad1-f6b71b43c0d8 for host: dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:48:57.377863 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0fe0c9-1b2e-4cae-8ee8-9aa0fdd3d623 None None] Routers {'b472ba6f-4212-4b47-aad1-f6b71b43c0d8'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:48:57.379656 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-5f0fe0c9-1b2e-4cae-8ee8-9aa0fdd3d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:48:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:57.395878 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f8804008-9b98-4072-81a5-4d8abd7e6b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:57.433413 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727d4e-5d0d-4002-b4fa-8f6f9e944127 req-549957b2-9458-47f9-8d67-8b7d2de294ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:57.434964 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2a727d4e-5d0d-4002-b4fa-8f6f9e944127 req-549957b2-9458-47f9-8d67-8b7d2de294ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831261 Aug 30 07:48:57.502704 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f8804008-9b98-4072-81a5-4d8abd7e6b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:57.509424 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f8804008-9b98-4072-81a5-4d8abd7e6b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:57.538504 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-5f0fe0c9-1b2e-4cae-8ee8-9aa0fdd3d623 None None] Set router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:48:57.558413 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-f8804008-9b98-4072-81a5-4d8abd7e6b42 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=023b5b4c7dbc4da8acc9e8caf86ea897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381464 Aug 30 07:48:57.559003 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 60970) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:57.561243 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8804008-9b98-4072-81a5-4d8abd7e6b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd075483-c26f-4666-b77b-ec5af4e1c984,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:57.600935 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2a727d4e-5d0d-4002-b4fa-8f6f9e944127 req-e53c9ac8-6ee1-4bc1-a402-58ccbbbc1736 service neutron] 10.222.0.61 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572692 Aug 30 07:48:57.632968 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-20f972ea-075f-4a05-8265-d332cf5eb89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:57.659281 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-20f972ea-075f-4a05-8265-d332cf5eb89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:57.762300 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-20f972ea-075f-4a05-8265-d332cf5eb89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:57.766262 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-20f972ea-075f-4a05-8265-d332cf5eb89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:57.771575 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-20f972ea-075f-4a05-8265-d332cf5eb89d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dd075483-c26f-4666-b77b-ec5af4e1c984 HTTP/1.1" status: 204 len: 168 time: 0.2112958 Aug 30 07:48:57.782511 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f972ea-075f-4a05-8265-d332cf5eb89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd075483-c26f-4666-b77b-ec5af4e1c984,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:57.889532 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2a727d4e-5d0d-4002-b4fa-8f6f9e944127 req-a4d770a9-9388-473d-bd9f-c0f485e46296 service neutron] 10.222.0.61 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645686 Aug 30 07:48:57.996444 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-5f0fe0c9-1b2e-4cae-8ee8-9aa0fdd3d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:47:51Z', 'revision_number': 4, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': 'cf65e391-e5e6-4d1f-972c-8a0d07dfc0d5', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'port_id': '03f5aee7-d6fd-4ea0-b19a-d088da242d0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'mac_address': 'fa:16:3e:7a:19:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63042c8c-43ca-4d02-8ef2-07a08833cdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:48:04Z', 'updated_at': '2021-08-30T07:48:55Z', 'revision_number': 1, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8cc6280-522a-4b51-ab69-5b9e91eecfec', 'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'mac_address': 'fa:16:3e:90:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:48:00Z', 'revision_number': 5, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'subnets': [{'id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:58.033589 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0fe0c9-1b2e-4cae-8ee8-9aa0fdd3d623 None None] The sync data for ids ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'] in dv-cinder-806191-3-iscsi is: [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:47:51Z', 'revision_number': 4, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': 'cf65e391-e5e6-4d1f-972c-8a0d07dfc0d5', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'port_id': '03f5aee7-d6fd-4ea0-b19a-d088da242d0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'mac_address': 'fa:16:3e:7a:19:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63042c8c-43ca-4d02-8ef2-07a08833cdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:48:04Z', 'updated_at': '2021-08-30T07:48:55Z', 'revision_number': 1, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8cc6280-522a-4b51-ab69-5b9e91eecfec', 'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'mac_address': 'fa:16:3e:90:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:48:00Z', 'revision_number': 5, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'subnets': [{'id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:48:58.353786 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e284f-b6bd-4efa-ac06-d0fe472cda54 None None] New status for floating IP cf65e391-e5e6-4d1f-972c-8a0d07dfc0d5: ACTIVE {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:48:58.459448 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c116a-2715-4ea0-8d15-56d4718e6028 req-527ad8ed-3a99-461d-b3ad-69572a79a0a3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:58.461594 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-362c116a-2715-4ea0-8d15-56d4718e6028 req-527ad8ed-3a99-461d-b3ad-69572a79a0a3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.1236417 Aug 30 07:48:58.513346 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-362c116a-2715-4ea0-8d15-56d4718e6028 req-4859cc9c-beec-4c2a-9147-b39569d1885a tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450215 Aug 30 07:48:59.058204 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:48:59.130029 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 32886) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:59.266616 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05215fd6-4e90-43cd-9e22-0c52df48cf3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:59.365041 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05215fd6-4e90-43cd-9e22-0c52df48cf3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:59.368981 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05215fd6-4e90-43cd-9e22-0c52df48cf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:59.415802 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-05215fd6-4e90-43cd-9e22-0c52df48cf3b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=33cf698d4faf42939cc7ef3883254b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812366 Aug 30 07:48:59.415802 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05215fd6-4e90-43cd-9e22-0c52df48cf3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b501a294-b45e-451a-ae40-3e6f68077354,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:59.416188 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 32920) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:59.501040 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-35960d4e-0e5a-47de-8d85-5afeab3eb007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:59.526580 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-35960d4e-0e5a-47de-8d85-5afeab3eb007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:59.600386 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-35960d4e-0e5a-47de-8d85-5afeab3eb007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:59.603962 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-35960d4e-0e5a-47de-8d85-5afeab3eb007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:59.605503 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-35960d4e-0e5a-47de-8d85-5afeab3eb007 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b501a294-b45e-451a-ae40-3e6f68077354 HTTP/1.1" status: 204 len: 168 time: 0.1882706 Aug 30 07:48:59.614202 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35960d4e-0e5a-47de-8d85-5afeab3eb007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b501a294-b45e-451a-ae40-3e6f68077354,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:59.667088 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c7888-a45d-4539-baaa-ab0340ce9300 req-dd844896-e1e3-455d-a7f0-b8c48d190fb3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:59.668982 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4b5c7888-a45d-4539-baaa-ab0340ce9300 req-dd844896-e1e3-455d-a7f0-b8c48d190fb3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0640454 Aug 30 07:48:59.715071 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4b5c7888-a45d-4539-baaa-ab0340ce9300 req-5a0960bf-6449-4fd3-847d-31e90fd4bc04 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383604 Aug 30 07:48:59.899127 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 32938) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:59.912811 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-55e1f911-bb9a-4551-90fa-457fe464e2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:00.003127 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-55e1f911-bb9a-4551-90fa-457fe464e2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:00.007776 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-55e1f911-bb9a-4551-90fa-457fe464e2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:00.044626 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-55e1f911-bb9a-4551-90fa-457fe464e2ba admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e2fd31d4720d49b488e4b794fd6e286d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443796 Aug 30 07:49:00.046508 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1f911-bb9a-4551-90fa-457fe464e2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc57dff-de8b-4692-a5f1-453c8c16d9df,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:00.047550 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 32942) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:00.102859 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bcf0259c-5146-4015-8285-cc1e54ce9b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:00.124890 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bcf0259c-5146-4015-8285-cc1e54ce9b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:00.178276 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bcf0259c-5146-4015-8285-cc1e54ce9b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:00.180944 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bcf0259c-5146-4015-8285-cc1e54ce9b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:00.182100 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-bcf0259c-5146-4015-8285-cc1e54ce9b54 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ecc57dff-de8b-4692-a5f1-453c8c16d9df HTTP/1.1" status: 204 len: 168 time: 0.1324005 Aug 30 07:49:00.189702 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0259c-5146-4015-8285-cc1e54ce9b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc57dff-de8b-4692-a5f1-453c8c16d9df,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:00.594200 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0078ac15-e932-4cd0-a259-cf9bba61fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:00.830181 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250a175-2c53-47d8-b573-1c152f2cedb3 req-6cb8115f-2cf6-493e-bba8-ae5e550665be tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:00.831983 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d250a175-2c53-47d8-b573-1c152f2cedb3 req-6cb8115f-2cf6-493e-bba8-ae5e550665be tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0533204 Aug 30 07:49:00.871051 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d250a175-2c53-47d8-b573-1c152f2cedb3 req-f1ab352c-e5d8-4cdc-a0f1-51a130398628 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325837 Aug 30 07:49:02.034436 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dfa15-a29a-4f16-98b3-4ac37bdb24ec req-7e148c80-6da4-4295-a83a-d9f8160b78e0 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:02.035931 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-808dfa15-a29a-4f16-98b3-4ac37bdb24ec req-7e148c80-6da4-4295-a83a-d9f8160b78e0 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0945287 Aug 30 07:49:02.078473 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-808dfa15-a29a-4f16-98b3-4ac37bdb24ec req-fec43b90-5c91-476a-93bc-78a60daa06eb tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346291 Aug 30 07:49:03.194326 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f2c9a-20d6-4aac-887a-6a18e53d541e req-2da96504-52b1-4fdd-ad14-8b00fa9622f4 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:03.197192 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-716f2c9a-20d6-4aac-887a-6a18e53d541e req-2da96504-52b1-4fdd-ad14-8b00fa9622f4 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0533929 Aug 30 07:49:03.247279 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-716f2c9a-20d6-4aac-887a-6a18e53d541e req-04e066c6-6151-4826-a280-3109214bd117 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431650 Aug 30 07:49:03.398327 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0d52e158-b65f-4fc6-a566-1bebf98475ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:04.260388 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:04.390385 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f74f3e-9ae1-4eb1-8490-7a372c9f55b1 req-dfe2c531-e10c-4441-9f74-c7709bec8ba1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:04.390385 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e1f74f3e-9ae1-4eb1-8490-7a372c9f55b1 req-dfe2c531-e10c-4441-9f74-c7709bec8ba1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0604401 Aug 30 07:49:04.429636 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e1f74f3e-9ae1-4eb1-8490-7a372c9f55b1 req-857001c2-9c74-4b13-9940-935cef98cfc1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359771 Aug 30 07:49:05.078460 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:05.574011 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f629c-8820-40bb-9042-74ba54a50949 req-e828026e-0f41-4f92-a118-e866b8e3b0cf tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:05.575611 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b78f629c-8820-40bb-9042-74ba54a50949 req-e828026e-0f41-4f92-a118-e866b8e3b0cf tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0686519 Aug 30 07:49:05.621444 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b78f629c-8820-40bb-9042-74ba54a50949 req-17dfc033-cd71-4b5a-9f25-79fc218467ed tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352676 Aug 30 07:49:05.830597 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:06.749175 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe845d2-fc29-4b39-bd41-6de816ef0f6f req-79f6e084-62a1-4ccc-ade4-3c35483ee04e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:06.750773 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9fe845d2-fc29-4b39-bd41-6de816ef0f6f req-79f6e084-62a1-4ccc-ade4-3c35483ee04e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0543487 Aug 30 07:49:06.791761 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9fe845d2-fc29-4b39-bd41-6de816ef0f6f req-177d1266-3644-4c62-b06b-e704a798fe60 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349121 Aug 30 07:49:07.024242 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33164) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:07.129875 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b524bb7-b831-40db-b023-56748e041629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:07.222404 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b524bb7-b831-40db-b023-56748e041629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:07.226003 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b524bb7-b831-40db-b023-56748e041629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:07.271810 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-4b524bb7-b831-40db-b023-56748e041629 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9e2d70315af4436297ea50d38540cf0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464476 Aug 30 07:49:07.272683 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b524bb7-b831-40db-b023-56748e041629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dcb5e7-55d9-4698-a253-b43292022340,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:07.274997 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 33168) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:07.323363 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b9274571-25b2-46b8-8905-7acbaf873d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:07.348896 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b9274571-25b2-46b8-8905-7acbaf873d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:07.394389 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b9274571-25b2-46b8-8905-7acbaf873d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:07.396855 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b9274571-25b2-46b8-8905-7acbaf873d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:07.397995 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-b9274571-25b2-46b8-8905-7acbaf873d1e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/47dcb5e7-55d9-4698-a253-b43292022340 HTTP/1.1" status: 204 len: 168 time: 0.1214530 Aug 30 07:49:07.405981 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9274571-25b2-46b8-8905-7acbaf873d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dcb5e7-55d9-4698-a253-b43292022340,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:07.670635 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 33178) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:07.684788 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ebb5e8a4-f6b7-4bdb-9661-dfc760347e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:07.778735 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ebb5e8a4-f6b7-4bdb-9661-dfc760347e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:07.782363 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ebb5e8a4-f6b7-4bdb-9661-dfc760347e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:07.818805 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-ebb5e8a4-f6b7-4bdb-9661-dfc760347e29 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=98b58f8ce14a42348e88a782dc5f8d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470213 Aug 30 07:49:07.820198 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5e8a4-f6b7-4bdb-9661-dfc760347e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d93bdd5-1e03-4f55-aa5f-e0196ead9e3a,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:07.824002 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 33182) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:07.878806 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-27847005-5a44-48ce-a585-cc9411a79bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:07.903288 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-27847005-5a44-48ce-a585-cc9411a79bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:07.945019 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f4a04-d68c-41b9-9530-02e50c682dc2 req-9b48fa9c-0e61-4182-94bb-13e1eabe115f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:07.947107 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a12f4a04-d68c-41b9-9530-02e50c682dc2 req-9b48fa9c-0e61-4182-94bb-13e1eabe115f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0690897 Aug 30 07:49:07.955248 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-27847005-5a44-48ce-a585-cc9411a79bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:07.960783 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-27847005-5a44-48ce-a585-cc9411a79bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:07.966898 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-27847005-5a44-48ce-a585-cc9411a79bad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5d93bdd5-1e03-4f55-aa5f-e0196ead9e3a HTTP/1.1" status: 204 len: 168 time: 0.1405628 Aug 30 07:49:07.979203 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27847005-5a44-48ce-a585-cc9411a79bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d93bdd5-1e03-4f55-aa5f-e0196ead9e3a,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:07.994536 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a12f4a04-d68c-41b9-9530-02e50c682dc2 req-6416375d-a7ce-4bd2-bbe0-584771c925cf tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379865 Aug 30 07:49:08.710172 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33214) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:08.810010 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-520e8692-2e6c-4372-ae78-44fccb198f9c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1845180483-network', 'tenant_id': '1320793762bf42429ac71e717a19c2a8'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:08.832008 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520e8692-2e6c-4372-ae78-44fccb198f9c admin admin] Made reservation on behalf of 1320793762bf42429ac71e717a19c2a8 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:49:08.834371 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-520e8692-2e6c-4372-ae78-44fccb198f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:08.842450 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-520e8692-2e6c-4372-ae78-44fccb198f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:08.934576 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-520e8692-2e6c-4372-ae78-44fccb198f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:08.938454 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-520e8692-2e6c-4372-ae78-44fccb198f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:08.961033 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520e8692-2e6c-4372-ae78-44fccb198f9c admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:49:08.977496 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e8692-2e6c-4372-ae78-44fccb198f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d5f070-fde8-4816-868e-b1e0fe8606d1,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:08.980916 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-520e8692-2e6c-4372-ae78-44fccb198f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:08.981263 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.segments_db [None req-520e8692-2e6c-4372-ae78-44fccb198f9c admin admin] Added segment c3f99ba2-7566-4f83-8081-ef66976c1605 of type vlan for network db570a63-809f-4ac9-9d3e-fac0a0b262ee Aug 30 07:49:09.027196 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-520e8692-2e6c-4372-ae78-44fccb198f9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745590630759'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.057704 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-520e8692-2e6c-4372-ae78-44fccb198f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.058728 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520e8692-2e6c-4372-ae78-44fccb198f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:09.059323 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-520e8692-2e6c-4372-ae78-44fccb198f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.144693 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-520e8692-2e6c-4372-ae78-44fccb198f9c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4334009 Aug 30 07:49:09.147699 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 33226) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:09.152789 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-d6e6a51b-1b90-4f3f-9261-ef1293959df2 admin admin] Request body: {'subnet': {'network_id': 'db570a63-809f-4ac9-9d3e-fac0a0b262ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1845180483-subnet', 'tenant_id': '1320793762bf42429ac71e717a19c2a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:09.156407 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e8692-2e6c-4372-ae78-44fccb198f9c admin admin] Pushing event updated for resources: {'Network': ['ID=db570a63-809f-4ac9-9d3e-fac0a0b262ee,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:09.170109 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Network db570a63-809f-4ac9-9d3e-fac0a0b262ee details requested by agent ovs-agent-dv-cinder-806191-3-iscsi with host dv-cinder-806191-3-iscsi {{(pid=100376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:49:09.177671 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25a1b5-f132-44e4-a34f-6c9deadc1cab req-fca22b4c-cadd-420c-b699-5f5b9133d937 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:09.179804 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2f25a1b5-f132-44e4-a34f-6c9deadc1cab req-fca22b4c-cadd-420c-b699-5f5b9133d937 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.1106396 Aug 30 07:49:09.183461 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e6a51b-1b90-4f3f-9261-ef1293959df2 admin admin] Made reservation on behalf of 1320793762bf42429ac71e717a19c2a8 for: {'subnet': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:49:09.186773 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a51b-1b90-4f3f-9261-ef1293959df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11245928'] for subnet, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.223051 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2f25a1b5-f132-44e4-a34f-6c9deadc1cab req-82b89121-10a0-40b9-ba05-87bdca1cd963 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347641 Aug 30 07:49:09.369293 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a51b-1b90-4f3f-9261-ef1293959df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11718005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11245850'] for subnet, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.422657 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6a51b-1b90-4f3f-9261-ef1293959df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c76095cb-b120-4d3f-80a5-ee98317a599f,revision_number=0']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:09.438682 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e6a51b-1b90-4f3f-9261-ef1293959df2 admin admin] Checking segment: {'id': 'c3f99ba2-7566-4f83-8081-ef66976c1605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db570a63-809f-4ac9-9d3e-fac0a0b262ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:49:09.439039 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e6a51b-1b90-4f3f-9261-ef1293959df2 admin admin] Network hostable DHCP agents. Network: db570a63-809f-4ac9-9d3e-fac0a0b262ee, hostable agents: ['980fb30f-b881-4380-9851-35d5a168d8a6'], hosted agents: [] {{(pid=100375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:49:09.455482 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e6a51b-1b90-4f3f-9261-ef1293959df2 admin admin] Network db570a63-809f-4ac9-9d3e-fac0a0b262ee is scheduled to be hosted by DHCP agent 980fb30f-b881-4380-9851-35d5a168d8a6 with binding_index 1 {{(pid=100375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:49:09.464817 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-d6e6a51b-1b90-4f3f-9261-ef1293959df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-3-iscsi, db570a63-809f-4ac9-9d3e-fac0a0b262ee) {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:09.469423 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e6a51b-1b90-4f3f-9261-ef1293959df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:09.470004 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a51b-1b90-4f3f-9261-ef1293959df2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.473927 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218973d4-a990-4d14-aabb-fe1947452b3a None None] Network db570a63-809f-4ac9-9d3e-fac0a0b262ee requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:49:09.485363 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-d6e6a51b-1b90-4f3f-9261-ef1293959df2 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3364866 Aug 30 07:49:09.600943 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cfb374-7626-4adc-8af5-0f251a504561 None None] Network db570a63-809f-4ac9-9d3e-fac0a0b262ee requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:49:10.132958 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33250) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:10.138643 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-aa6e3cb3-306e-4e5d-8b4c-25403e0e06e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-152229579-network', 'tenant_id': 'c177fdc61c1d4657872a927829fa6ff5'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:10.167078 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6e3cb3-306e-4e5d-8b4c-25403e0e06e3 admin admin] Made reservation on behalf of c177fdc61c1d4657872a927829fa6ff5 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:49:10.169470 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3cb3-306e-4e5d-8b4c-25403e0e06e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:10.183571 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3cb3-306e-4e5d-8b4c-25403e0e06e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:10.279329 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3cb3-306e-4e5d-8b4c-25403e0e06e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:10.285727 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3cb3-306e-4e5d-8b4c-25403e0e06e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:10.325916 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6e3cb3-306e-4e5d-8b4c-25403e0e06e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:49:10.345700 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e3cb3-306e-4e5d-8b4c-25403e0e06e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d6b460-d68e-4409-945e-041be74a248a,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:10.356807 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3cb3-306e-4e5d-8b4c-25403e0e06e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:10.357165 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.segments_db [None req-aa6e3cb3-306e-4e5d-8b4c-25403e0e06e3 admin admin] Added segment 8a88c99c-ce39-4038-bc06-30dc40981e11 of type vlan for network 661f8d36-1dfd-4a2f-bf48-ab21c328373e Aug 30 07:49:10.410047 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3cb3-306e-4e5d-8b4c-25403e0e06e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745590630759'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:10.419839 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b70b8-0e1b-4dc0-bccb-f07930f6b8d6 req-e15c5416-ecfa-4ece-a3f8-5d279f1afb4c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:10.421492 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ba9b70b8-0e1b-4dc0-bccb-f07930f6b8d6 req-e15c5416-ecfa-4ece-a3f8-5d279f1afb4c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.1174619 Aug 30 07:49:10.468952 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3cb3-306e-4e5d-8b4c-25403e0e06e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:10.469885 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6e3cb3-306e-4e5d-8b4c-25403e0e06e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:10.470488 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3cb3-306e-4e5d-8b4c-25403e0e06e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:10.493887 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ba9b70b8-0e1b-4dc0-bccb-f07930f6b8d6 req-f655668f-b397-47c1-9b54-20da3f084ccd tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664093 Aug 30 07:49:10.538689 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-aa6e3cb3-306e-4e5d-8b4c-25403e0e06e3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4040904 Aug 30 07:49:10.541893 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e3cb3-306e-4e5d-8b4c-25403e0e06e3 admin admin] Pushing event updated for resources: {'Network': ['ID=661f8d36-1dfd-4a2f-bf48-ab21c328373e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:10.542258 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 33256) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:10.553974 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-b9089c6d-6116-479c-8257-f1d4f275e917 admin admin] Request body: {'subnet': {'network_id': '661f8d36-1dfd-4a2f-bf48-ab21c328373e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-152229579-subnet', 'tenant_id': 'c177fdc61c1d4657872a927829fa6ff5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:10.555062 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Network 661f8d36-1dfd-4a2f-bf48-ab21c328373e details requested by agent ovs-agent-dv-cinder-806191-3-iscsi with host dv-cinder-806191-3-iscsi {{(pid=100376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:49:10.577112 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9089c6d-6116-479c-8257-f1d4f275e917 admin admin] Made reservation on behalf of c177fdc61c1d4657872a927829fa6ff5 for: {'subnet': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:49:10.579603 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b9089c6d-6116-479c-8257-f1d4f275e917 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11245928'] for subnet, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:10.763258 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b9089c6d-6116-479c-8257-f1d4f275e917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11718005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11245850'] for subnet, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:10.819656 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9089c6d-6116-479c-8257-f1d4f275e917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa03797e-13a4-46c9-8739-9b824e9ccc88,revision_number=0']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:10.828445 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9089c6d-6116-479c-8257-f1d4f275e917 admin admin] Checking segment: {'id': '8a88c99c-ce39-4038-bc06-30dc40981e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '661f8d36-1dfd-4a2f-bf48-ab21c328373e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:49:10.829086 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9089c6d-6116-479c-8257-f1d4f275e917 admin admin] Network hostable DHCP agents. Network: 661f8d36-1dfd-4a2f-bf48-ab21c328373e, hostable agents: ['980fb30f-b881-4380-9851-35d5a168d8a6'], hosted agents: [] {{(pid=100375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:49:10.846416 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9089c6d-6116-479c-8257-f1d4f275e917 admin admin] Network 661f8d36-1dfd-4a2f-bf48-ab21c328373e is scheduled to be hosted by DHCP agent 980fb30f-b881-4380-9851-35d5a168d8a6 with binding_index 1 {{(pid=100375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:49:10.855620 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-b9089c6d-6116-479c-8257-f1d4f275e917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-3-iscsi, 661f8d36-1dfd-4a2f-bf48-ab21c328373e) {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:10.859577 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9089c6d-6116-479c-8257-f1d4f275e917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:10.860164 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b9089c6d-6116-479c-8257-f1d4f275e917 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:10.864231 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc7bc24-4301-45a8-bd57-d7d2edf5e549 None None] Network 661f8d36-1dfd-4a2f-bf48-ab21c328373e requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:49:10.882086 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-b9089c6d-6116-479c-8257-f1d4f275e917 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3309360 Aug 30 07:49:11.004975 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53382aa-a53e-4042-9c54-3a429345ba7a None None] Network 661f8d36-1dfd-4a2f-bf48-ab21c328373e requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:49:11.614326 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8d9db-47be-4eda-9d07-d7a0f53235cf req-d24dc164-1147-40bc-b3dd-937436ab157e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:11.615803 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ccc8d9db-47be-4eda-9d07-d7a0f53235cf req-d24dc164-1147-40bc-b3dd-937436ab157e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0487309 Aug 30 07:49:11.655453 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ccc8d9db-47be-4eda-9d07-d7a0f53235cf req-81096e4f-bfd2-4ea7-bc34-ee3af3056b84 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329351 Aug 30 07:49:12.780364 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190a4dd-607a-4a63-921c-4efdf080e62c req-88d52ed0-b876-4acd-a181-d47872ab105a tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:12.782605 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3190a4dd-607a-4a63-921c-4efdf080e62c req-88d52ed0-b876-4acd-a181-d47872ab105a tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0570524 Aug 30 07:49:12.821371 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3190a4dd-607a-4a63-921c-4efdf080e62c req-7d5c0819-1fac-4474-b7a4-b6ef8852cdbf tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331831 Aug 30 07:49:13.193749 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d40a38-45c4-45d1-bb51-b577aa32fa75 req-e75e7a20-89d9-42a4-ab07-74bc49a3f69c tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:13.195767 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d6d40a38-45c4-45d1-bb51-b577aa32fa75 req-e75e7a20-89d9-42a4-ab07-74bc49a3f69c tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 945 time: 0.0533109 Aug 30 07:49:13.246251 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d6d40a38-45c4-45d1-bb51-b577aa32fa75 req-40f1b4ef-190c-47d4-ac36-76cc21210ec7 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438437 Aug 30 07:49:13.940973 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dd719-636e-4fbd-90d9-516cd57400a0 req-97462f85-ff2f-4bae-990a-dd0d81f644da tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:13.942841 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-918dd719-636e-4fbd-90d9-516cd57400a0 req-97462f85-ff2f-4bae-990a-dd0d81f644da tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0525978 Aug 30 07:49:13.989818 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-918dd719-636e-4fbd-90d9-516cd57400a0 req-73449c60-7c79-42e2-832e-599aa1798698 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394456 Aug 30 07:49:14.370249 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41101f75-55df-4fd8-909e-643df3d1789c req-1c25a899-40fa-4238-b3f2-e626f76b38b5 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:14.371853 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-41101f75-55df-4fd8-909e-643df3d1789c req-1c25a899-40fa-4238-b3f2-e626f76b38b5 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 945 time: 0.0556736 Aug 30 07:49:14.415607 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-41101f75-55df-4fd8-909e-643df3d1789c req-b2a336d0-a0ed-4bca-8d89-48f5e82a3dd2 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341260 Aug 30 07:49:15.107952 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f2e31-2eb6-4f92-8762-ddf7a901fa00 req-51e21c00-f660-4aa4-a0d6-0c3d3f1947c4 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:15.109772 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-818f2e31-2eb6-4f92-8762-ddf7a901fa00 req-51e21c00-f660-4aa4-a0d6-0c3d3f1947c4 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0515621 Aug 30 07:49:15.155836 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-818f2e31-2eb6-4f92-8762-ddf7a901fa00 req-567c3ad9-1b8f-4236-bf3a-fe98506c13d7 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373313 Aug 30 07:49:15.543368 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e456d-437d-4b68-8eda-55456fd2ab5e req-78b21d85-2878-40f3-b0de-f5d96e4b32fb tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:15.544875 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-961e456d-437d-4b68-8eda-55456fd2ab5e req-78b21d85-2878-40f3-b0de-f5d96e4b32fb tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 945 time: 0.0504696 Aug 30 07:49:15.587366 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-961e456d-437d-4b68-8eda-55456fd2ab5e req-cb124081-436b-49cc-99d0-7da50df76264 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363927 Aug 30 07:49:16.436436 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af25b2-f51a-4a77-95d5-fd8c832eb56b req-966961f6-5663-48d5-81b3-8885c9d6e942 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:16.438324 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e5af25b2-f51a-4a77-95d5-fd8c832eb56b req-966961f6-5663-48d5-81b3-8885c9d6e942 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0607820 Aug 30 07:49:16.478278 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e5af25b2-f51a-4a77-95d5-fd8c832eb56b req-4837b8dd-414b-4e59-b641-57bcee9cf734 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338855 Aug 30 07:49:16.734069 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8562ef-5e7a-47e6-b1bd-4c18659d4139 req-3ba793fb-6cda-4933-a797-93102d7876ad tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:16.735629 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-dd8562ef-5e7a-47e6-b1bd-4c18659d4139 req-3ba793fb-6cda-4933-a797-93102d7876ad tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 945 time: 0.0539236 Aug 30 07:49:16.779410 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e50e0-d608-4ab3-929c-f7452c8622ef req-14cead80-870f-4540-ab04-069b06586eb8 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:16.780051 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-dd8562ef-5e7a-47e6-b1bd-4c18659d4139 req-7717d0b6-578a-46e5-a0f7-d5e079078d1e tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/security-groups?id=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377443 Aug 30 07:49:16.781105 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d19e50e0-d608-4ab3-929c-f7452c8622ef req-14cead80-870f-4540-ab04-069b06586eb8 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 945 time: 0.0525992 Aug 30 07:49:16.938665 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-d19e50e0-d608-4ab3-929c-f7452c8622ef req-94252e64-cec2-47d8-8146-186ba5f91652 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Deleting port 708e585c-b3c8-47c5-afdf-a68c26eb49ca {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:49:16.939005 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-d19e50e0-d608-4ab3-929c-f7452c8622ef req-94252e64-cec2-47d8-8146-186ba5f91652 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.060713 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-d19e50e0-d608-4ab3-929c-f7452c8622ef req-94252e64-cec2-47d8-8146-186ba5f91652 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] For port 708e585c-b3c8-47c5-afdf-a68c26eb49ca, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=708e585c-b3c8-47c5-afdf-a68c26eb49ca,segment=NetworkSegment(a737a7d3-ca59-4476-9679-b1cb7f417f45),segment_id=a737a7d3-ca59-4476-9679-b1cb7f417f45)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:17.061083 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-d19e50e0-d608-4ab3-929c-f7452c8622ef req-94252e64-cec2-47d8-8146-186ba5f91652 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.077948 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-d19e50e0-d608-4ab3-929c-f7452c8622ef req-94252e64-cec2-47d8-8146-186ba5f91652 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Calling delete_port for 708e585c-b3c8-47c5-afdf-a68c26eb49ca owned by compute:nova {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:49:17.246029 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-d19e50e0-d608-4ab3-929c-f7452c8622ef req-94252e64-cec2-47d8-8146-186ba5f91652 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.267359 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['708e585c-b3c8-47c5-afdf-a68c26eb49ca'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:49:17.275146 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94252e64-cec2-47d8-8146-186ba5f91652 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Pushing event deleted for resources: {'Port': ['ID=708e585c-b3c8-47c5-afdf-a68c26eb49ca,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:17.340328 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19e50e0-d608-4ab3-929c-f7452c8622ef req-94252e64-cec2-47d8-8146-186ba5f91652 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] No DVR routers for this DVR port 708e585c-b3c8-47c5-afdf-a68c26eb49ca on host hv-cinder-80619 {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:49:17.343478 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-d19e50e0-d608-4ab3-929c-f7452c8622ef req-94252e64-cec2-47d8-8146-186ba5f91652 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.345445 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d19e50e0-d608-4ab3-929c-f7452c8622ef req-94252e64-cec2-47d8-8146-186ba5f91652 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.61 "DELETE /v2.0/ports/708e585c-b3c8-47c5-afdf-a68c26eb49ca HTTP/1.1" status: 204 len: 173 time: 0.5564802 Aug 30 07:49:17.345878 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7e7530-d91c-4112-98e3-e0297020dfb6', 'name': 'network-vif-deleted', 'tag': '708e585c-b3c8-47c5-afdf-a68c26eb49ca'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:49:17.348206 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3adef9-318f-411e-8039-b352043fff7d" -d '{"events": [{"server_uuid": "bf7e7530-d91c-4112-98e3-e0297020dfb6", "name": "network-vif-deleted", "tag": "708e585c-b3c8-47c5-afdf-a68c26eb49ca"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:49:17.388293 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b256064-67d0-44d3-8b50-9ad76861a4ad x-openstack-request-id: req-5b256064-67d0-44d3-8b50-9ad76861a4ad {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:49:17.388724 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7e7530-d91c-4112-98e3-e0297020dfb6", "name": "network-vif-deleted", "tag": "708e585c-b3c8-47c5-afdf-a68c26eb49ca", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:49:17.389112 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5b256064-67d0-44d3-8b50-9ad76861a4ad {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:49:17.389688 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7e7530-d91c-4112-98e3-e0297020dfb6', 'name': 'network-vif-deleted', 'tag': '708e585c-b3c8-47c5-afdf-a68c26eb49ca', 'status': 'completed', 'code': 200} Aug 30 07:49:17.614317 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581212cc-7baa-4fe2-996d-1ffa5ab365c2 req-0bd74412-cd0c-4ba3-a208-6ccf1411af8b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:17.615887 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-581212cc-7baa-4fe2-996d-1ffa5ab365c2 req-0bd74412-cd0c-4ba3-a208-6ccf1411af8b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0619440 Aug 30 07:49:17.660353 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-581212cc-7baa-4fe2-996d-1ffa5ab365c2 req-6df67b93-694c-4597-9b17-eb83f49d5cb7 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374746 Aug 30 07:49:17.897573 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-64485ae8-20c5-42e1-a8be-ba0c1e4d1765 req-22046a20-26d4-4c6e-8ef6-acdfe53078a3 tempest-DeleteServersTestJSON-848238148 tempest-DeleteServersTestJSON-848238148-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf7e7530-d91c-4112-98e3-e0297020dfb6 HTTP/1.1" status: 200 len: 210 time: 0.0364811 Aug 30 07:49:18.786342 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc0aa0-153b-4f0f-a44b-4880994be280 req-d77b9e5f-96af-47b3-9896-d6ae35d0b023 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:18.787923 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b5cc0aa0-153b-4f0f-a44b-4880994be280 req-d77b9e5f-96af-47b3-9896-d6ae35d0b023 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0543473 Aug 30 07:49:18.829910 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b5cc0aa0-153b-4f0f-a44b-4880994be280 req-05883dc5-36b5-4a70-8ce1-6e8721410599 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351055 Aug 30 07:49:19.862418 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 708e585c-b3c8-47c5-afdf-a68c26eb49ca no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:49:19.899939 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] No Port match for: 708e585c-b3c8-47c5-afdf-a68c26eb49ca {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:49:19.900566 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 708e585c-b3c8-47c5-afdf-a68c26eb49ca not bound to the agent host hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:49:19.969903 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01aa2d2-3c57-40eb-8f62-1996e67525e2 req-67b8400e-ec44-45b8-80fe-9683df1aa977 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:19.971528 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d01aa2d2-3c57-40eb-8f62-1996e67525e2 req-67b8400e-ec44-45b8-80fe-9683df1aa977 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0536194 Aug 30 07:49:20.014866 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d01aa2d2-3c57-40eb-8f62-1996e67525e2 req-44b9c447-25c5-4cb2-8f52-c64c1bdcd9e3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361784 Aug 30 07:49:20.509970 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 33458) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:20.563808 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_v2 [None req-703c914c-92ac-4bd8-beb2-f1381aedb9bc admin admin] Deleting subnet 7d9ab54e-b817-413d-8b0a-131e706a7bff {{(pid=100375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:49:20.567200 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-703c914c-92ac-4bd8-beb2-f1381aedb9bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:20.605120 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-703c914c-92ac-4bd8-beb2-f1381aedb9bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11923330'] for subnet, precommit_delete_associations {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:20.652493 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-703c914c-92ac-4bd8-beb2-f1381aedb9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3840692'] for subnet, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:20.715551 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-703c914c-92ac-4bd8-beb2-f1381aedb9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3840699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11718326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11245827'] for subnet, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:20.742831 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c914c-92ac-4bd8-beb2-f1381aedb9bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d9ab54e-b817-413d-8b0a-131e706a7bff,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:20.748520 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-703c914c-92ac-4bd8-beb2-f1381aedb9bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:20.752905 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-703c914c-92ac-4bd8-beb2-f1381aedb9bc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7d9ab54e-b817-413d-8b0a-131e706a7bff HTTP/1.1" status: 204 len: 168 time: 0.2412970 Aug 30 07:49:20.753683 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33464) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:20.831030 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a6079169-ca08-4ba9-b554-0379a702f8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768868'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:20.916931 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a6079169-ca08-4ba9-b554-0379a702f8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3772495', 'neutron.services.segments.db._delete_segments_for_network-8745591126510'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:20.927429 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-a6079169-ca08-4ba9-b554-0379a702f8d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69687f73-4af7-4d54-9e37-a68d55f807fe']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:20.938874 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-a6079169-ca08-4ba9-b554-0379a702f8d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a737a7d3-ca59-4476-9679-b1cb7f417f45') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:20.939174 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-a6079169-ca08-4ba9-b554-0379a702f8d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a737a7d3-ca59-4476-9679-b1cb7f417f45') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:20.950776 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a6079169-ca08-4ba9-b554-0379a702f8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745591126393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12530154'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:20.966792 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a6079169-ca08-4ba9-b554-0379a702f8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:20.973406 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6079169-ca08-4ba9-b554-0379a702f8d9 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:49:20.974041 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a6079169-ca08-4ba9-b554-0379a702f8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11671296'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: Traceback (most recent call last): Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: timer() Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: cb(*args, **kw) Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: return func(*args, **kwargs) Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: self._notify() Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: self.callback(batched_events) Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: event.method(event) Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: return f(self, *a, **k) Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._get(url).json() Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: return self.request(url, 'GET', **kwargs) Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:49:20.975724 dv-cinder-806191-3-iscsi neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:49:21.044940 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a6079169-ca08-4ba9-b554-0379a702f8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3772470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529257'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:21.051277 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a6079169-ca08-4ba9-b554-0379a702f8d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:21.054973 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-a6079169-ca08-4ba9-b554-0379a702f8d9 admin admin] 10.222.0.73 "DELETE /v2.0/networks/69687f73-4af7-4d54-9e37-a68d55f807fe HTTP/1.1" status: 204 len: 168 time: 0.2996504 Aug 30 07:49:21.071107 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6079169-ca08-4ba9-b554-0379a702f8d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=69687f73-4af7-4d54-9e37-a68d55f807fe,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:21.174197 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98bd3a-a148-4e80-9d6e-dc098c41b2db req-508a3a3f-7d92-4b2b-b10d-a9592bce8a4d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:21.174197 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6a98bd3a-a148-4e80-9d6e-dc098c41b2db req-508a3a3f-7d92-4b2b-b10d-a9592bce8a4d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0767474 Aug 30 07:49:21.222327 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6a98bd3a-a148-4e80-9d6e-dc098c41b2db req-fd4af80e-6008-4ceb-a050-704a95f9900d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428572 Aug 30 07:49:21.279102 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33472) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:21.327193 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-6c876a1f-fc67-472f-a885-00ee25b0c960 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=edf66595a4b84cdd93e7a1eb55bb40f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0440190 Aug 30 07:49:21.328521 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33476) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:21.403719 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a5b0bba4-7d59-4cd7-81d4-eaa8ee4efe82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:21.427308 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a5b0bba4-7d59-4cd7-81d4-eaa8ee4efe82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:21.487829 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a5b0bba4-7d59-4cd7-81d4-eaa8ee4efe82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:21.492128 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a5b0bba4-7d59-4cd7-81d4-eaa8ee4efe82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:21.494346 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-a5b0bba4-7d59-4cd7-81d4-eaa8ee4efe82 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68 HTTP/1.1" status: 204 len: 168 time: 0.1645150 Aug 30 07:49:21.509015 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0bba4-7d59-4cd7-81d4-eaa8ee4efe82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1b07c5-7d6e-46f0-ad59-ea8c3b017a68,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:21.812172 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-8d4347f6-26b3-4415-842f-5af12d13da12 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:21.813894 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-8d4347f6-26b3-4415-842f-5af12d13da12 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/networks?id=48af5f56-a712-424c-ad52-bbe266bf5358 HTTP/1.1" status: 200 len: 814 time: 0.1372936 Aug 30 07:49:21.839902 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-ef390827-6e34-4e9f-a097-cdc71ef5355b tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/quotas/b7540de7f257475e864b4023460d355a HTTP/1.1" status: 200 len: 375 time: 0.0168474 Aug 30 07:49:21.926065 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-4272fb1b-c0de-401e-9d47-6323b259e5d1 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7540de7f257475e864b4023460d355a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774109 Aug 30 07:49:22.054234 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-30e2a0c6-ba73-4752-9114-875f5a3447e3 service neutron] 10.222.0.73 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154950 Aug 30 07:49:22.382365 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f0df8-f218-438e-9675-ddd3edbbb668 req-4c84dd12-a211-4357-b90b-88c82c2e2d64 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:22.384008 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-cc0f0df8-f218-438e-9675-ddd3edbbb668 req-4c84dd12-a211-4357-b90b-88c82c2e2d64 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0601628 Aug 30 07:49:22.384643 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-7bd8bb38-e8ce-48f5-b32f-a2d215564ec6 service neutron] 10.222.0.73 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183928 Aug 30 07:49:22.463438 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-cc0f0df8-f218-438e-9675-ddd3edbbb668 req-9623439f-c492-4754-b6e4-d00b51cb6e52 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716217 Aug 30 07:49:22.563172 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33536) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:22.624823 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c52b849c-0390-4613-b4e9-7abfa589331c req-62ffc20d-8d14-4179-80e5-f13c1bdc2182 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 210 time: 0.0595832 Aug 30 07:49:22.711348 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-9ba8f318-e47d-46f8-9e5f-3a96c1728667 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-336314267-network', 'tenant_id': '46a024ebf24f430393b00d5d8777b746'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:22.747276 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba8f318-e47d-46f8-9e5f-3a96c1728667 admin admin] Made reservation on behalf of 46a024ebf24f430393b00d5d8777b746 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:49:22.751138 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9ba8f318-e47d-46f8-9e5f-3a96c1728667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:22.765133 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9ba8f318-e47d-46f8-9e5f-3a96c1728667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:22.874074 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9ba8f318-e47d-46f8-9e5f-3a96c1728667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:22.880082 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9ba8f318-e47d-46f8-9e5f-3a96c1728667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:22.907528 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba8f318-e47d-46f8-9e5f-3a96c1728667 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:49:22.928861 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9ba8f318-e47d-46f8-9e5f-3a96c1728667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:22.929213 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.segments_db [None req-9ba8f318-e47d-46f8-9e5f-3a96c1728667 admin admin] Added segment 5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8 of type vlan for network ac8b0384-c5fa-4cad-beab-0f002d9bca24 Aug 30 07:49:22.931550 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8f318-e47d-46f8-9e5f-3a96c1728667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d634c58-fad0-44b9-a06a-35f6d05bd029,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:23.012592 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9ba8f318-e47d-46f8-9e5f-3a96c1728667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745590630759'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:23.060009 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9ba8f318-e47d-46f8-9e5f-3a96c1728667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:23.061362 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba8f318-e47d-46f8-9e5f-3a96c1728667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:23.062246 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9ba8f318-e47d-46f8-9e5f-3a96c1728667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:23.124706 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-9ba8f318-e47d-46f8-9e5f-3a96c1728667 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5599377 Aug 30 07:49:23.129463 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33558) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:23.134821 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-27f57818-f478-477b-8f65-f16e103e84ed admin admin] Request body: {'subnet': {'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-subnet', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:23.150530 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8f318-e47d-46f8-9e5f-3a96c1728667 admin admin] Pushing event updated for resources: {'Network': ['ID=ac8b0384-c5fa-4cad-beab-0f002d9bca24,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:23.170795 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Network ac8b0384-c5fa-4cad-beab-0f002d9bca24 details requested by agent ovs-agent-dv-cinder-806191-3-iscsi with host dv-cinder-806191-3-iscsi {{(pid=100376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:49:23.176108 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f57818-f478-477b-8f65-f16e103e84ed admin admin] Made reservation on behalf of 46a024ebf24f430393b00d5d8777b746 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:49:23.179249 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-27f57818-f478-477b-8f65-f16e103e84ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12454998'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:23.437384 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-27f57818-f478-477b-8f65-f16e103e84ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11670693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12454948'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:23.509655 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f57818-f478-477b-8f65-f16e103e84ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=417de6c6-8ef1-406c-b93e-54175f5b1e8f,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:23.528222 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f57818-f478-477b-8f65-f16e103e84ed admin admin] Checking segment: {'id': '5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:49:23.528902 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f57818-f478-477b-8f65-f16e103e84ed admin admin] Network hostable DHCP agents. Network: ac8b0384-c5fa-4cad-beab-0f002d9bca24, hostable agents: ['980fb30f-b881-4380-9851-35d5a168d8a6'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:49:23.552833 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f57818-f478-477b-8f65-f16e103e84ed admin admin] Network ac8b0384-c5fa-4cad-beab-0f002d9bca24 is scheduled to be hosted by DHCP agent 980fb30f-b881-4380-9851-35d5a168d8a6 with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:49:23.588069 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-27f57818-f478-477b-8f65-f16e103e84ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-3-iscsi, ac8b0384-c5fa-4cad-beab-0f002d9bca24) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:23.593890 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f57818-f478-477b-8f65-f16e103e84ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:23.595212 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-27f57818-f478-477b-8f65-f16e103e84ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:23.597323 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8205da-c179-4d99-8272-8e238fd38cda None None] Network ac8b0384-c5fa-4cad-beab-0f002d9bca24 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:49:23.621428 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-27f57818-f478-477b-8f65-f16e103e84ed admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4902532 Aug 30 07:49:23.624128 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 33568) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:23.634744 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-ab27d2a4-b998-44f4-94ec-d177ff5d09a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:23.652370 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09f385-461c-4cc1-ae6d-1100872ad9bc req-1b0d3e69-bfa9-4909-be53-6a580322d2cb tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:23.656179 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ea09f385-461c-4cc1-ae6d-1100872ad9bc req-1b0d3e69-bfa9-4909-be53-6a580322d2cb tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0978432 Aug 30 07:49:23.678391 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab27d2a4-b998-44f4-94ec-d177ff5d09a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102450'] for router, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:23.683947 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab27d2a4-b998-44f4-94ec-d177ff5d09a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102457'] for router, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:23.724224 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:23.743000 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ea09f385-461c-4cc1-ae6d-1100872ad9bc req-ddbbbd68-44f0-4198-95cc-466fe180ad9f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739152 Aug 30 07:49:23.771269 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab27d2a4-b998-44f4-94ec-d177ff5d09a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:23.847500 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfff5d5e-598a-5f39-978a-5cba9914088a-ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f'}]}} from dv-cinder-806191-3-iscsi. {{(pid=100376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:49:23.848522 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:23.878102 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7c5ce792-9ada-41c7-a908-1d9a9fd106c3 req-1b4c9c03-712a-49ae-912f-fc3cf74f07b7 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 210 time: 0.0430415 Aug 30 07:49:23.981837 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab27d2a4-b998-44f4-94ec-d177ff5d09a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:24.189703 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-249b7acc-3fc9-44cd-8d53-e8db4909b27d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:24.191371 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-249b7acc-3fc9-44cd-8d53-e8db4909b27d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.61 "GET /v2.0/networks?id=48af5f56-a712-424c-ad52-bbe266bf5358 HTTP/1.1" status: 200 len: 814 time: 0.2311091 Aug 30 07:49:24.217033 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-c1411182-7a2d-4ca6-9c26-add031081a35 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Request body: {'port': {'device_id': '6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb', 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358', 'admin_state_up': True, 'tenant_id': 'b7540de7f257475e864b4023460d355a'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:24.243654 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.db_base_plugin_common [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Allocated IP 172.20.0.2 (ac8b0384-c5fa-4cad-beab-0f002d9bca24/417de6c6-8ef1-406c-b93e-54175f5b1e8f/011b077e-79a8-4cff-9637-67ac318229dc) {{(pid=100376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:49:24.420209 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab27d2a4-b998-44f4-94ec-d177ff5d09a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:24.450018 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab27d2a4-b998-44f4-94ec-d177ff5d09a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:24.465644 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Notify callbacks [] for port, precommit_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:24.482515 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Transition to ACTIVE for port object 011b077e-79a8-4cff-9637-67ac318229dc will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:24.506915 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Transition to ACTIVE for port object 011b077e-79a8-4cff-9637-67ac318229dc will not be triggered until provisioned by entity DHCP. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:24.509341 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-c1411182-7a2d-4ca6-9c26-add031081a35 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Made reservation on behalf of b7540de7f257475e864b4023460d355a for: {'port': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:49:24.513955 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-c1411182-7a2d-4ca6-9c26-add031081a35 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:24.519012 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068'] for port, after_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:24.573141 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Network ac8b0384-c5fa-4cad-beab-0f002d9bca24 is already hosted by enough agents. {{(pid=100376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:49:24.578275 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.base_scheduler [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Resources bound (agent type, host, resource id): {{(pid=100376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:24.584895 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Received port after_create {{(pid=100376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:49:24.652083 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Pushing event updated for resources: {'Port': ['ID=011b077e-79a8-4cff-9637-67ac318229dc,revision_number=1']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:24.703653 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Attempting to bind port 011b077e-79a8-4cff-9637-67ac318229dc on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:49:24.704238 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Attempting to bind port 011b077e-79a8-4cff-9637-67ac318229dc by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:49:24.704818 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Attempting to bind port 011b077e-79a8-4cff-9637-67ac318229dc on network ac8b0384-c5fa-4cad-beab-0f002d9bca24 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:49:24.715408 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:49:24.716043 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Checking segment: {'id': '5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:49:24.716726 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:24.717393 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Bound using segment: {'id': '5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:49:24.718263 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Bound port: 011b077e-79a8-4cff-9637-67ac318229dc, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:49:24.718911 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:24.772498 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-ab27d2a4-b998-44f4-94ec-d177ff5d09a5 admin admin] Allocated IP 172.27.3.198 (02efbd58-3f47-4ba1-9fc3-db25e7b0ec42/864ddbd5-13be-4be1-97d0-f7c096166157/c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:49:24.800368 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] For port 011b077e-79a8-4cff-9637-67ac318229dc, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:49:24.811845 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] For port 011b077e-79a8-4cff-9637-67ac318229dc, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=011b077e-79a8-4cff-9637-67ac318229dc,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:49:24.821694 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:24.914747 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d72cf-0de4-42c3-a0af-8074d8593b73 None None] Pushing event updated for resources: {'Port': ['ID=011b077e-79a8-4cff-9637-67ac318229dc,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:24.991584 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-c1411182-7a2d-4ca6-9c26-add031081a35 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Allocated IP 172.20.0.5 (48af5f56-a712-424c-ad52-bbe266bf5358/540cd3fa-6129-4e85-96e0-36bf95c68725/68f1f892-73b9-4984-bfa6-c10491ed1939) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:49:25.079939 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150bf02-dfff-4c54-a68b-ca699c63abeb req-d6d77553-0d12-441f-b9aa-2916a7c78da3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:25.083850 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2150bf02-dfff-4c54-a68b-ca699c63abeb req-d6d77553-0d12-441f-b9aa-2916a7c78da3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.2130151 Aug 30 07:49:25.100259 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d4e52cb6-8f80-4658-a4b2-6ea1b81ae89a req-d5739572-0d04-46d6-bd5a-61115807549d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 210 time: 0.0563958 Aug 30 07:49:25.294715 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab27d2a4-b998-44f4-94ec-d177ff5d09a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:25.316028 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2150bf02-dfff-4c54-a68b-ca699c63abeb req-01c98db0-8476-432d-941b-6911cfc3afd3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197742 Aug 30 07:49:25.400898 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-c1411182-7a2d-4ca6-9c26-add031081a35 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:25.409165 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab27d2a4-b998-44f4-94ec-d177ff5d09a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:25.464250 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab27d2a4-b998-44f4-94ec-d177ff5d09a5 admin admin] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:49:25.478572 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-ab27d2a4-b998-44f4-94ec-d177ff5d09a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:25.483152 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab27d2a4-b998-44f4-94ec-d177ff5d09a5 admin admin] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:49:25.486377 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27d2a4-b998-44f4-94ec-d177ff5d09a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:25.533992 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-c1411182-7a2d-4ca6-9c26-add031081a35 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:25.562374 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['6775eff3-812a-4ed1-8de8-36fd5d098c28'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:49:25.637607 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-c1411182-7a2d-4ca6-9c26-add031081a35 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Network 48af5f56-a712-424c-ad52-bbe266bf5358 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:49:25.708968 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-c1411182-7a2d-4ca6-9c26-add031081a35 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:25.712689 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-c1411182-7a2d-4ca6-9c26-add031081a35 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:49:25.717815 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1411182-7a2d-4ca6-9c26-add031081a35 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Pushing event updated for resources: {'Port': ['ID=68f1f892-73b9-4984-bfa6-c10491ed1939,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:25.822961 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-c1411182-7a2d-4ca6-9c26-add031081a35 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:25.823678 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-c1411182-7a2d-4ca6-9c26-add031081a35 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:25.848411 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-c1411182-7a2d-4ca6-9c26-add031081a35 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6391625 Aug 30 07:49:25.940629 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Request body: {'port': {'device_id': '6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:26.174733 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab27d2a4-b998-44f4-94ec-d177ff5d09a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:26.180158 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:26.331388 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48419687-3b88-43c8-9024-0eeb04ce829b None None] Network ac8b0384-c5fa-4cad-beab-0f002d9bca24 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:49:26.484297 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-94c98797-7c88-47b2-806b-2dd161b132d5 None None] Provisioning for port 011b077e-79a8-4cff-9637-67ac318229dc completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:49:26.572884 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28c9fb-9ab2-4391-9dd9-783f4f3c518a req-9fb9c4d1-8014-421d-b4fc-68abbb4cfbca tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:26.574559 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2b28c9fb-9ab2-4391-9dd9-783f4f3c518a req-9fb9c4d1-8014-421d-b4fc-68abbb4cfbca tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 931 time: 0.3247855 Aug 30 07:49:26.602661 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80035e87-9b1d-43d0-bcfd-f82c5014e5fd req-061a5b13-a537-40f7-996c-f944bb6d0fd9 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:26.605337 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-80035e87-9b1d-43d0-bcfd-f82c5014e5fd req-061a5b13-a537-40f7-996c-f944bb6d0fd9 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.1187375 Aug 30 07:49:26.652397 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-80035e87-9b1d-43d0-bcfd-f82c5014e5fd req-f2d20723-45f9-4a07-9c4f-a24d295365f8 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407336 Aug 30 07:49:26.754943 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2b28c9fb-9ab2-4391-9dd9-783f4f3c518a req-146061e1-ae12-4a0c-8dd5-a5f3d455b854 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578825 Aug 30 07:49:27.054385 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab27d2a4-b998-44f4-94ec-d177ff5d09a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529201'] for router, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:27.143573 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f1f892-73b9-4984-bfa6-c10491ed1939 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:49:27.180435 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:27.205202 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Transition to ACTIVE for port object 68f1f892-73b9-4984-bfa6-c10491ed1939 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:27.218963 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:27.287679 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=68f1f892-73b9-4984-bfa6-c10491ed1939,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:27.331036 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 011b077e-79a8-4cff-9637-67ac318229dc up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:49:27.357211 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab27d2a4-b998-44f4-94ec-d177ff5d09a5 admin admin] Router 6d695a51-c1eb-4671-9a57-8ee449d70b8a is scheduled to L3 agent ddc06514-e62b-4404-9376-303558d37976 with binding_index 1 {{(pid=100375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:49:27.406009 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 011b077e-79a8-4cff-9637-67ac318229dc completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:49:27.412486 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 011b077e-79a8-4cff-9637-67ac318229dc triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:27.413225 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:27.422711 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Attempting to bind port 68f1f892-73b9-4984-bfa6-c10491ed1939 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:49:27.423051 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Attempting to bind port 68f1f892-73b9-4984-bfa6-c10491ed1939 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '84acf25c-4045-4abf-a4e8-8adbfaa639ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:49:27.423377 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Attempting to bind port 68f1f892-73b9-4984-bfa6-c10491ed1939 on network 48af5f56-a712-424c-ad52-bbe266bf5358 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:49:27.435526 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Port 68f1f892-73b9-4984-bfa6-c10491ed1939 on network 48af5f56-a712-424c-ad52-bbe266bf5358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:49:27.435863 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Attempting to bind port 68f1f892-73b9-4984-bfa6-c10491ed1939 on network 48af5f56-a712-424c-ad52-bbe266bf5358 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:49:27.445637 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:49:27.445982 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Checking segment: {'id': '84acf25c-4045-4abf-a4e8-8adbfaa639ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:49:27.446405 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Bound using segment: {'id': '84acf25c-4045-4abf-a4e8-8adbfaa639ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:49:27.446854 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Bound port: 68f1f892-73b9-4984-bfa6-c10491ed1939, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84acf25c-4045-4abf-a4e8-8adbfaa639ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:49:27.448188 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:27.514058 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:27.537961 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab27d2a4-b998-44f4-94ec-d177ff5d09a5 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:49:27.550691 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port 011b077e-79a8-4cff-9637-67ac318229dc, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=011b077e-79a8-4cff-9637-67ac318229dc,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:27.554715 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Sync routers for ids ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'] in dv-cinder-806191-3-iscsi {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:49:27.558482 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:27.573934 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab27d2a4-b998-44f4-94ec-d177ff5d09a5 admin admin] Notify callbacks [] for router, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:27.579354 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-ab27d2a4-b998-44f4-94ec-d177ff5d09a5 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9484799 Aug 30 07:49:27.579354 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] For port 68f1f892-73b9-4984-bfa6-c10491ed1939, host hv-cinder-80619, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:49:27.579755 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Routers {'6d695a51-c1eb-4671-9a57-8ee449d70b8a'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:27.579755 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:49:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:27.579965 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 33636) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:27.582896 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] For port 68f1f892-73b9-4984-bfa6-c10491ed1939, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=68f1f892-73b9-4984-bfa6-c10491ed1939,segment=NetworkSegment(84acf25c-4045-4abf-a4e8-8adbfaa639ce),segment_id=84acf25c-4045-4abf-a4e8-8adbfaa639ce)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:49:27.590946 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:27.657879 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=011b077e-79a8-4cff-9637-67ac318229dc,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:27.714594 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:27.715513 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:27.717962 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] 10.222.0.61 "PUT /v2.0/ports/68f1f892-73b9-4984-bfa6-c10491ed1939 HTTP/1.1" status: 200 len: 1093 time: 1.7891400 Aug 30 07:49:27.720327 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb', 'tag': '68f1f892-73b9-4984-bfa6-c10491ed1939'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:49:27.722811 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d97fcd8-ebb3-4e14-9104-56eb6fe458e0" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb", "tag": "68f1f892-73b9-4984-bfa6-c10491ed1939"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:49:27.725228 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Set router 6d695a51-c1eb-4671-9a57-8ee449d70b8a gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:27.822534 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33654) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:27.872070 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ece1ebb-162b-4e1e-9372-4a5dbe1b8023 x-openstack-request-id: req-1ece1ebb-162b-4e1e-9372-4a5dbe1b8023 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:49:27.872363 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb", "tag": "68f1f892-73b9-4984-bfa6-c10491ed1939", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:49:27.872601 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1ece1ebb-162b-4e1e-9372-4a5dbe1b8023 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:49:27.872988 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb', 'tag': '68f1f892-73b9-4984-bfa6-c10491ed1939', 'status': 'completed', 'code': 200} Aug 30 07:49:27.889428 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a474adf-ea0d-47bb-8a04-ad8d86b96fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=68f1f892-73b9-4984-bfa6-c10491ed1939,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:27.925377 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd67fd-6801-48e3-9108-882279bec3d6 req-71c1a604-7587-4e85-a7b2-63525c1b7a6f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:27.928449 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4dcd67fd-6801-48e3-9108-882279bec3d6 req-71c1a604-7587-4e85-a7b2-63525c1b7a6f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.1468089 Aug 30 07:49:27.947218 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-6efd640c-dd11-4afc-88e1-cbbaec5c6346 admin admin] Deleting subnet c76095cb-b120-4d3f-80a5-ee98317a599f {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:49:27.957312 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2ee224a0-886b-4e54-9ea3-22e8c7169684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:27.957844 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6efd640c-dd11-4afc-88e1-cbbaec5c6346 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:27.959322 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-2ee224a0-886b-4e54-9ea3-22e8c7169684 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7540de7f257475e864b4023460d355a&device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 1096 time: 0.1272724 Aug 30 07:49:27.989605 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T07:49:25Z', 'revision_number': 3, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port': {'id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:59:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:24Z', 'updated_at': '2021-08-30T07:49:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:28.018799 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6efd640c-dd11-4afc-88e1-cbbaec5c6346 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12530165'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:28.029061 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291023fa-b0e8-41f2-80e7-b1284c7d9127 req-267f53de-6e4b-46c7-a85f-e4f41b4d425e tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:28.033056 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Checking router: 6d695a51-c1eb-4671-9a57-8ee449d70b8a for host: dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:49:28.033678 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Updating router 6d695a51-c1eb-4671-9a57-8ee449d70b8a port c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49 binding host dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:49:28.037444 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-291023fa-b0e8-41f2-80e7-b1284c7d9127 req-267f53de-6e4b-46c7-a85f-e4f41b4d425e tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 943 time: 0.1488850 Aug 30 07:49:28.089111 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:28.092210 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-06cfbbc1-26b4-4d1c-9088-b56e13185e28 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68f1f892-73b9-4984-bfa6-c10491ed1939 HTTP/1.1" status: 200 len: 217 time: 0.0732231 Aug 30 07:49:28.133274 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6efd640c-dd11-4afc-88e1-cbbaec5c6346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3840692'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:28.138971 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-291023fa-b0e8-41f2-80e7-b1284c7d9127 req-6fa4c634-0d2d-4182-b417-92d9323494a1 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002233 Aug 30 07:49:28.183563 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4dcd67fd-6801-48e3-9108-882279bec3d6 req-fb8caccd-55b9-4f14-a5c9-d0089742a69a tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171519 Aug 30 07:49:28.229404 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-a08f0e6d-5589-49df-879c-c3bafb933e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:28.237938 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-a08f0e6d-5589-49df-879c-c3bafb933e5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=540cd3fa-6129-4e85-96e0-36bf95c68725 HTTP/1.1" status: 200 len: 854 time: 0.1282630 Aug 30 07:49:28.257020 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6efd640c-dd11-4afc-88e1-cbbaec5c6346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3840699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11671398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12454973'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:28.311897 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd640c-dd11-4afc-88e1-cbbaec5c6346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c76095cb-b120-4d3f-80a5-ee98317a599f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:28.321932 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6efd640c-dd11-4afc-88e1-cbbaec5c6346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:28.321932 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-6efd640c-dd11-4afc-88e1-cbbaec5c6346 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c76095cb-b120-4d3f-80a5-ee98317a599f HTTP/1.1" status: 204 len: 168 time: 0.4966228 Aug 30 07:49:28.325553 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33660) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:28.362412 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-0f9b1672-75f6-47b7-9415-f3f94cc49436 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=48af5f56-a712-424c-ad52-bbe266bf5358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107070 Aug 30 07:49:28.430684 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c2ad233f-d956-4713-ba41-815384335807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768868'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:28.539903 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c2ad233f-d956-4713-ba41-815384335807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3772495', 'neutron.services.segments.db._delete_segments_for_network-8745591126510'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:28.556107 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-c2ad233f-d956-4713-ba41-815384335807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db570a63-809f-4ac9-9d3e-fac0a0b262ee']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:28.573174 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-c2ad233f-d956-4713-ba41-815384335807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f99ba2-7566-4f83-8081-ef66976c1605') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:28.573667 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-c2ad233f-d956-4713-ba41-815384335807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f99ba2-7566-4f83-8081-ef66976c1605') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:28.582315 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Notify callbacks [] for port, precommit_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:28.585834 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c2ad233f-d956-4713-ba41-815384335807 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745591126393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12530154'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:28.603196 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c2ad233f-d956-4713-ba41-815384335807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ad233f-d956-4713-ba41-815384335807 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c2ad233f-d956-4713-ba41-815384335807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11671296'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: Traceback (most recent call last): Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: timer() Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: cb(*args, **kw) Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: return func(*args, **kwargs) Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: self._notify() Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: self.callback(batched_events) Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: event.method(event) Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: return f(self, *a, **k) Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._get(url).json() Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: return self.request(url, 'GET', **kwargs) Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:49:28.626027 dv-cinder-806191-3-iscsi neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:49:28.630946 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-70d3cc18-7a98-4b1f-b3aa-3de7a9f4f6ee service neutron] 10.222.0.61 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341130 Aug 30 07:49:28.692428 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c2ad233f-d956-4713-ba41-815384335807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3772470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529257'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:28.693130 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.provisioning_blocks [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Transition to ACTIVE for port object c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49 will not be triggered until provisioned by entity L2. {{(pid=100377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:28.716792 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:28.721309 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c2ad233f-d956-4713-ba41-815384335807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:28.724778 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-c2ad233f-d956-4713-ba41-815384335807 admin admin] 10.222.0.73 "DELETE /v2.0/networks/db570a63-809f-4ac9-9d3e-fac0a0b262ee HTTP/1.1" status: 204 len: 168 time: 0.3978374 Aug 30 07:49:28.728926 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad233f-d956-4713-ba41-815384335807 admin admin] Pushing event deleted for resources: {'Network': ['ID=db570a63-809f-4ac9-9d3e-fac0a0b262ee,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:28.731149 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 33666) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:28.806441 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c290d-0744-4dcc-a53d-3543687606c1 None None] Pushing event updated for resources: {'Port': ['ID=c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49,revision_number=2']} {{(pid=100377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:28.809425 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Attempting to bind port c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49 on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:49:28.809857 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Attempting to bind port c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49 by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}] {{(pid=100377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:49:28.810339 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Attempting to bind port c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49 on network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:49:28.821653 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4288ad6-5e5a-4beb-9745-48ed240532bf req-e69ea11b-64ea-4d70-a46c-7e6d21f2a1ce service neutron] 10.222.0.61 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821747 Aug 30 07:49:28.822930 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c290d-0744-4dcc-a53d-3543687606c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:28.823526 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c290d-0744-4dcc-a53d-3543687606c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:28.824104 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c290d-0744-4dcc-a53d-3543687606c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:28.824767 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c290d-0744-4dcc-a53d-3543687606c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:28.825120 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c290d-0744-4dcc-a53d-3543687606c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:28.826351 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c290d-0744-4dcc-a53d-3543687606c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:28.826963 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c290d-0744-4dcc-a53d-3543687606c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:28.827273 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c290d-0744-4dcc-a53d-3543687606c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:28.828189 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c290d-0744-4dcc-a53d-3543687606c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:28.828540 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c290d-0744-4dcc-a53d-3543687606c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:28.829085 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c290d-0744-4dcc-a53d-3543687606c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:28.829424 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c290d-0744-4dcc-a53d-3543687606c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:28.836173 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:49:28.837326 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Checking segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:49:28.837795 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:28.838453 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Bound using segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:49:28.838969 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Bound port: c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}}] {{(pid=100377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:49:28.839369 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:28.863195 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_v2 [None req-497755d2-dc87-4ba1-8d99-41fb68162adb admin admin] Deleting subnet fa03797e-13a4-46c9-8739-9b824e9ccc88 {{(pid=100375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:49:28.868757 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-497755d2-dc87-4ba1-8d99-41fb68162adb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:28.914565 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f6dc747-2f48-43a5-a6f7-1c291195a437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:28.921868 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-497755d2-dc87-4ba1-8d99-41fb68162adb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11923330'] for subnet, precommit_delete_associations {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:28.944280 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.db [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] For port c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:49:28.949443 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.db [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] For port c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:49:28.955505 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:29.012967 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-497755d2-dc87-4ba1-8d99-41fb68162adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3840692'] for subnet, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:29.017113 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Routers {'6d695a51-c1eb-4671-9a57-8ee449d70b8a'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:29.017926 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:49:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:29.064228 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c290d-0744-4dcc-a53d-3543687606c1 None None] Pushing event updated for resources: {'Port': ['ID=c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49,revision_number=3']} {{(pid=100377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:29.206112 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] Set router 6d695a51-c1eb-4671-9a57-8ee449d70b8a gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:29.280168 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 011b077e-79a8-4cff-9637-67ac318229dc up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:49:29.365166 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97fcd8-ebb3-4e14-9104-56eb6fe458e0 req-70aa5989-9ed0-48b5-9dfc-aee75eac06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:29.367299 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9d97fcd8-ebb3-4e14-9104-56eb6fe458e0 req-70aa5989-9ed0-48b5-9dfc-aee75eac06aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7540de7f257475e864b4023460d355a&device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 1096 time: 0.4473705 Aug 30 07:49:29.371708 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 011b077e-79a8-4cff-9637-67ac318229dc triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:29.372317 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:29.385935 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647c6d9-6686-46ec-917f-20c0b1bd15fc req-f45885bb-140c-4cf3-b9be-84218eeb39a7 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:29.395910 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a647c6d9-6686-46ec-917f-20c0b1bd15fc req-f45885bb-140c-4cf3-b9be-84218eeb39a7 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0725598 Aug 30 07:49:29.455303 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a647c6d9-6686-46ec-917f-20c0b1bd15fc req-30b2bf05-062d-48d9-8c21-0b9ce39ec9c4 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584011 Aug 30 07:49:29.493515 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b890a-9ce8-45dd-9898-bec8ccfe2afb req-18726d52-5f73-441c-8aa2-976ab16f4ecb tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:29.495173 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fe8b890a-9ce8-45dd-9898-bec8ccfe2afb req-18726d52-5f73-441c-8aa2-976ab16f4ecb tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 943 time: 0.2041993 Aug 30 07:49:29.505847 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T07:49:25Z', 'revision_number': 3, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port': {'id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:59:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:24Z', 'updated_at': '2021-08-30T07:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:29.539257 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-497755d2-dc87-4ba1-8d99-41fb68162adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3840699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11718326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11245827'] for subnet, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:29.622857 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497755d2-dc87-4ba1-8d99-41fb68162adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa03797e-13a4-46c9-8739-9b824e9ccc88,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:29.625242 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-497755d2-dc87-4ba1-8d99-41fb68162adb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:29.627196 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-497755d2-dc87-4ba1-8d99-41fb68162adb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fa03797e-13a4-46c9-8739-9b824e9ccc88 HTTP/1.1" status: 204 len: 168 time: 0.8787327 Aug 30 07:49:29.633688 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33688) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:29.640047 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad2dea-524a-4470-98f1-284f0536edc6 None None] The sync data for ids ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'] in dv-cinder-806191-3-iscsi is: [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T07:49:25Z', 'revision_number': 3, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port': {'id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:59:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:24Z', 'updated_at': '2021-08-30T07:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}] {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:49:29.662220 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97fcd8-ebb3-4e14-9104-56eb6fe458e0 req-07d57254-e107-4fbd-9246-b9e7abb09f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:29.663933 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9d97fcd8-ebb3-4e14-9104-56eb6fe458e0 req-07d57254-e107-4fbd-9246-b9e7abb09f8a service neutron] 10.222.0.61 "GET /v2.0/networks?id=48af5f56-a712-424c-ad52-bbe266bf5358 HTTP/1.1" status: 200 len: 915 time: 0.2819402 Aug 30 07:49:29.675146 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fe8b890a-9ce8-45dd-9898-bec8ccfe2afb req-4ec24d8a-6cf4-40ca-9d81-f34a7ba9d1f8 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713271 Aug 30 07:49:29.732932 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9d97fcd8-ebb3-4e14-9104-56eb6fe458e0 req-f76d3ad9-1e1f-4351-a171-522edcc5fc7f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68f1f892-73b9-4984-bfa6-c10491ed1939 HTTP/1.1" status: 200 len: 217 time: 0.0558324 Aug 30 07:49:29.734259 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-1f6dc747-2f48-43a5-a6f7-1c291195a437 admin admin] Allocated IP 172.20.0.1 (ac8b0384-c5fa-4cad-beab-0f002d9bca24/417de6c6-8ef1-406c-b93e-54175f5b1e8f/4c16b09c-1012-4d0c-b430-d921aed4ee36) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:49:29.737400 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-098fe8be-2bad-4af0-993b-3a6758288af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768868'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:29.836591 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-098fe8be-2bad-4af0-993b-3a6758288af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3772495', 'neutron.services.segments.db._delete_segments_for_network-8745591126510'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:29.842664 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97fcd8-ebb3-4e14-9104-56eb6fe458e0 req-db38f6fa-eb22-438e-8114-56b4dbe0f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:29.844192 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9d97fcd8-ebb3-4e14-9104-56eb6fe458e0 req-db38f6fa-eb22-438e-8114-56b4dbe0f72a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=540cd3fa-6129-4e85-96e0-36bf95c68725 HTTP/1.1" status: 200 len: 854 time: 0.1022449 Aug 30 07:49:29.849217 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-098fe8be-2bad-4af0-993b-3a6758288af1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661f8d36-1dfd-4a2f-bf48-ab21c328373e']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:29.860843 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-098fe8be-2bad-4af0-993b-3a6758288af1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a88c99c-ce39-4038-bc06-30dc40981e11') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:29.861238 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-098fe8be-2bad-4af0-993b-3a6758288af1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a88c99c-ce39-4038-bc06-30dc40981e11') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:29.874361 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-098fe8be-2bad-4af0-993b-3a6758288af1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745591126393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12530154'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:29.891592 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-098fe8be-2bad-4af0-993b-3a6758288af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:29.894289 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9d97fcd8-ebb3-4e14-9104-56eb6fe458e0 req-83e8b044-38ec-45ca-8897-dbed9074639d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=48af5f56-a712-424c-ad52-bbe266bf5358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325804 Aug 30 07:49:29.899959 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098fe8be-2bad-4af0-993b-3a6758288af1 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:49:29.900518 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-098fe8be-2bad-4af0-993b-3a6758288af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11671296'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: Traceback (most recent call last): Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: timer() Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: cb(*args, **kw) Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: return func(*args, **kwargs) Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: self._notify() Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: self.callback(batched_events) Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: event.method(event) Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: return f(self, *a, **k) Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._get(url).json() Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: return self.request(url, 'GET', **kwargs) Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:49:29.903987 dv-cinder-806191-3-iscsi neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:49:29.973509 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f6dc747-2f48-43a5-a6f7-1c291195a437 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:29.988445 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-098fe8be-2bad-4af0-993b-3a6758288af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3772470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529257'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:29.996838 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-098fe8be-2bad-4af0-993b-3a6758288af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:29.998666 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1f6dc747-2f48-43a5-a6f7-1c291195a437 admin admin] Transition to ACTIVE for port object 4c16b09c-1012-4d0c-b430-d921aed4ee36 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:30.002469 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-098fe8be-2bad-4af0-993b-3a6758288af1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/661f8d36-1dfd-4a2f-bf48-ab21c328373e HTTP/1.1" status: 204 len: 168 time: 0.3668413 Aug 30 07:49:30.013039 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fe8be-2bad-4af0-993b-3a6758288af1 admin admin] Pushing event deleted for resources: {'Network': ['ID=661f8d36-1dfd-4a2f-bf48-ab21c328373e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:30.087048 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9d97fcd8-ebb3-4e14-9104-56eb6fe458e0 req-4787e6da-17ca-4157-8d4b-0f5e8b76716c service neutron] 10.222.0.61 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802301 Aug 30 07:49:30.098308 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f6dc747-2f48-43a5-a6f7-1c291195a437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:30.144523 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6dc747-2f48-43a5-a6f7-1c291195a437 admin admin] Network ac8b0384-c5fa-4cad-beab-0f002d9bca24 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:49:30.148370 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-1f6dc747-2f48-43a5-a6f7-1c291195a437 admin admin] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:30.165775 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6dc747-2f48-43a5-a6f7-1c291195a437 admin admin] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:49:30.214382 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6dc747-2f48-43a5-a6f7-1c291195a437 admin admin] Pushing event updated for resources: {'Port': ['ID=4c16b09c-1012-4d0c-b430-d921aed4ee36,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:30.237541 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33696) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:30.303525 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f6dc747-2f48-43a5-a6f7-1c291195a437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529390'] for router_interface, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:30.312877 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-88f832b7-9363-462d-bb56-2a4ac8221622 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1320793762bf42429ac71e717a19c2a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715017 Aug 30 07:49:30.313419 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33700) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:30.379873 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4338-14cf-4e7a-b59a-dad687e6152d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:30.409590 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4338-14cf-4e7a-b59a-dad687e6152d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:30.510607 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4338-14cf-4e7a-b59a-dad687e6152d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:30.520570 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4338-14cf-4e7a-b59a-dad687e6152d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:30.530065 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-6c7e4338-14cf-4e7a-b59a-dad687e6152d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a1d5f070-fde8-4816-868e-b1e0fe8606d1 HTTP/1.1" status: 204 len: 168 time: 0.2144921 Aug 30 07:49:30.549484 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a11f4e82-db65-4743-aec4-a75854fdfd3a None None] Provisioning for port 4c16b09c-1012-4d0c-b430-d921aed4ee36 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:49:30.554310 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e4338-14cf-4e7a-b59a-dad687e6152d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d5f070-fde8-4816-868e-b1e0fe8606d1,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:30.559977 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a11f4e82-db65-4743-aec4-a75854fdfd3a None None] Provisioning complete for port 4c16b09c-1012-4d0c-b430-d921aed4ee36 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:30.560840 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4e82-db65-4743-aec4-a75854fdfd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:30.664210 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-4529e6ea-8329-4d8f-be10-ae175347f14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:30.668535 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a11f4e82-db65-4743-aec4-a75854fdfd3a None None] Port 4c16b09c-1012-4d0c-b430-d921aed4ee36 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:49:30.840545 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f6dc747-2f48-43a5-a6f7-1c291195a437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:30.860402 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9d97fcd8-ebb3-4e14-9104-56eb6fe458e0 req-e711e00d-1ea5-4034-9382-fd7d39d0cc3d service neutron] 10.222.0.61 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125677 Aug 30 07:49:30.879696 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409889c-0286-4178-a9b7-78fa513bd575 req-eac6efc0-d27f-4c7e-b6ad-b67f2324921d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:30.888010 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9409889c-0286-4178-a9b7-78fa513bd575 req-eac6efc0-d27f-4c7e-b6ad-b67f2324921d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.2856529 Aug 30 07:49:31.015490 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3889ab-41bb-40ff-bed0-09c77d851960 req-36bde260-f5f8-44c1-b15a-64d7af6f6af9 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:31.017045 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9b3889ab-41bb-40ff-bed0-09c77d851960 req-36bde260-f5f8-44c1-b15a-64d7af6f6af9 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 943 time: 0.0801392 Aug 30 07:49:31.030550 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9409889c-0286-4178-a9b7-78fa513bd575 req-fc5ee79e-0b6a-4807-ac6d-8c466d638684 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144931 Aug 30 07:49:31.097213 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9b3889ab-41bb-40ff-bed0-09c77d851960 req-2176a622-0f46-4d34-af0f-e80f0cfd49b2 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634477 Aug 30 07:49:31.177997 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33724) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:31.202280 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f6dc747-2f48-43a5-a6f7-1c291195a437 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.209397 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f6dc747-2f48-43a5-a6f7-1c291195a437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.229674 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-ca9f1dfd-3527-41b8-a27c-0979deba1837 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c177fdc61c1d4657872a927829fa6ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511138 Aug 30 07:49:31.233646 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33726) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:31.303720 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:49:31.325047 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f6dc747-2f48-43a5-a6f7-1c291195a437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530737'] for router_interface, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.335058 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6dc747-2f48-43a5-a6f7-1c291195a437 admin admin] Pushing event updated for resources: {'Port': ['ID=4c16b09c-1012-4d0c-b430-d921aed4ee36,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:31.369607 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a2556796-cbc3-4ecc-866f-232c9344dbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.410101 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a2556796-cbc3-4ecc-866f-232c9344dbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.419142 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:49:31.424308 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:31.424601 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.484845 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a2556796-cbc3-4ecc-866f-232c9344dbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.488412 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a2556796-cbc3-4ecc-866f-232c9344dbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.494228 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-a2556796-cbc3-4ecc-866f-232c9344dbdd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/78d6b460-d68e-4409-945e-041be74a248a HTTP/1.1" status: 204 len: 168 time: 0.2548847 Aug 30 07:49:31.501875 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6dc747-2f48-43a5-a6f7-1c291195a437 admin admin] Network ac8b0384-c5fa-4cad-beab-0f002d9bca24 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:49:31.505053 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-1f6dc747-2f48-43a5-a6f7-1c291195a437 admin admin] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:31.521363 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2556796-cbc3-4ecc-866f-232c9344dbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d6b460-d68e-4409-945e-041be74a248a,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:31.605534 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.648699 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:31.657671 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.739473 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:31.883611 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6dc747-2f48-43a5-a6f7-1c291195a437 admin admin] Router 6d695a51-c1eb-4671-9a57-8ee449d70b8a has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:49:32.029671 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-ab24e837-26bd-4ff1-bed2-1d3242f045d2 None None] Provisioning complete for port 4c16b09c-1012-4d0c-b430-d921aed4ee36 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:32.030185 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-ab24e837-26bd-4ff1-bed2-1d3242f045d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:32.094517 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6dc747-2f48-43a5-a6f7-1c291195a437 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:49:32.095132 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-ab24e837-26bd-4ff1-bed2-1d3242f045d2 None None] Port 4c16b09c-1012-4d0c-b430-d921aed4ee36 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:49:32.114355 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-1f6dc747-2f48-43a5-a6f7-1c291195a437 admin admin] 10.222.0.73 "PUT /v2.0/routers/6d695a51-c1eb-4671-9a57-8ee449d70b8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5253005 Aug 30 07:49:32.183730 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Sync routers for ids ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:49:32.194859 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Routers {'6d695a51-c1eb-4671-9a57-8ee449d70b8a'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:32.196522 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:49:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:32.231027 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6c58f-b158-4fe0-b0ee-cb90b3d7ec86 req-cf1e65c2-5366-40cf-8463-e368b94e42bf tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:32.241122 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6de6c58f-b158-4fe0-b0ee-cb90b3d7ec86 req-cf1e65c2-5366-40cf-8463-e368b94e42bf tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.1359041 Aug 30 07:49:32.278527 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6de6c58f-b158-4fe0-b0ee-cb90b3d7ec86 req-4cd76408-2c65-4c4c-9881-b79e7eb4e436 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360949 Aug 30 07:49:32.311630 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39964b61-a0df-409e-aa92-e568a6ddb3d8 req-b3931647-fa9a-4653-8b83-2aabc24ee329 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:32.313599 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-39964b61-a0df-409e-aa92-e568a6ddb3d8 req-b3931647-fa9a-4653-8b83-2aabc24ee329 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 943 time: 0.0947187 Aug 30 07:49:32.353586 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Set router 6d695a51-c1eb-4671-9a57-8ee449d70b8a gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:32.369532 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-39964b61-a0df-409e-aa92-e568a6ddb3d8 req-fee0aefa-1feb-4f0b-8e44-8a72976ec2c4 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461934 Aug 30 07:49:32.661571 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T07:49:30Z', 'revision_number': 4, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port': {'id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:24Z', 'updated_at': '2021-08-30T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '4c16b09c-1012-4d0c-b430-d921aed4ee36', 'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'mac_address': 'fa:16:3e:87:37:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:28Z', 'updated_at': '2021-08-30T07:49:30Z', 'revision_number': 2, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'subnets': [{'id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:32.703231 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Checking router: 6d695a51-c1eb-4671-9a57-8ee449d70b8a for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:49:32.703597 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Updating router 6d695a51-c1eb-4671-9a57-8ee449d70b8a port 4c16b09c-1012-4d0c-b430-d921aed4ee36 binding host dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:49:32.733555 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.151832 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33786) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:33.155668 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.157426 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-cd0d619e-feba-4875-b58c-a71fe2d18507 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1365511934', 'description': 'tempest-description--1899011986'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:33.175812 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Transition to ACTIVE for port object 4c16b09c-1012-4d0c-b430-d921aed4ee36 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:33.192459 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.223255 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cd0d619e-feba-4875-b58c-a71fe2d18507 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.270731 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9b682-6f9a-4073-be83-225940caf5aa None None] Pushing event updated for resources: {'Port': ['ID=4c16b09c-1012-4d0c-b430-d921aed4ee36,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:33.311147 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:49:33.384246 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cd0d619e-feba-4875-b58c-a71fe2d18507 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.391402 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cd0d619e-feba-4875-b58c-a71fe2d18507 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.453792 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Attempting to bind port 4c16b09c-1012-4d0c-b430-d921aed4ee36 on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:49:33.454032 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d619e-feba-4875-b58c-a71fe2d18507 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:33.454228 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Attempting to bind port 4c16b09c-1012-4d0c-b430-d921aed4ee36 by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:49:33.459261 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Attempting to bind port 4c16b09c-1012-4d0c-b430-d921aed4ee36 on network ac8b0384-c5fa-4cad-beab-0f002d9bca24 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:49:33.488001 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8f1572fa-ac0a-42af-9e4c-36b0033fbaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.500230 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:49:33.506367 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Checking segment: {'id': '5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:49:33.507791 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.508399 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Bound using segment: {'id': '5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:49:33.509110 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Bound port: 4c16b09c-1012-4d0c-b430-d921aed4ee36, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:49:33.509609 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.512297 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cd0d619e-feba-4875-b58c-a71fe2d18507 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.516073 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-cd0d619e-feba-4875-b58c-a71fe2d18507 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3604541 Aug 30 07:49:33.518494 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33798) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:33.530767 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-da0c1583-686b-43d7-a2ca-c7bf7b7a34d1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Request body: {'security_group_rule': {'security_group_id': '5dfa54c5-c2bb-4758-96ad-d2e9ae14864b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:33.572863 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d700d-ffc1-4786-a340-0749304c7648 req-bd5da91c-ced2-40c5-99ac-0a13feeeb2aa tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:33.579784 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-df2d700d-ffc1-4786-a340-0749304c7648 req-bd5da91c-ced2-40c5-99ac-0a13feeeb2aa tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 943 time: 0.1094058 Aug 30 07:49:33.595840 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c8aa4-5cf8-404e-80b0-08b298dc1023 req-3adc65cb-d841-4060-9333-3662ef61e3e1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:33.605633 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-509c8aa4-5cf8-404e-80b0-08b298dc1023 req-3adc65cb-d841-4060-9333-3662ef61e3e1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.1959076 Aug 30 07:49:33.615329 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:33.616044 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.648300 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-df2d700d-ffc1-4786-a340-0749304c7648 req-227635f0-7bec-4c68-b3d6-f0fe1e249896 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593550 Aug 30 07:49:33.666516 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-da0c1583-686b-43d7-a2ca-c7bf7b7a34d1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.685834 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-509c8aa4-5cf8-404e-80b0-08b298dc1023 req-562cdf4b-e641-498d-8f53-4e79c1564f44 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785334 Aug 30 07:49:33.694932 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] For port 4c16b09c-1012-4d0c-b430-d921aed4ee36, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:49:33.710899 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] For port 4c16b09c-1012-4d0c-b430-d921aed4ee36, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=4c16b09c-1012-4d0c-b430-d921aed4ee36,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:49:33.711632 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.796944 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-da0c1583-686b-43d7-a2ca-c7bf7b7a34d1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.802579 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Routers {'6d695a51-c1eb-4671-9a57-8ee449d70b8a'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:33.803354 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:49:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:33.808539 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-da0c1583-686b-43d7-a2ca-c7bf7b7a34d1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.860730 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c1583-686b-43d7-a2ca-c7bf7b7a34d1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d16915-f22c-4cd4-98a9-a6bf635f2348,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:33.878430 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9b682-6f9a-4073-be83-225940caf5aa None None] Pushing event updated for resources: {'Port': ['ID=4c16b09c-1012-4d0c-b430-d921aed4ee36,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:33.886833 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-da0c1583-686b-43d7-a2ca-c7bf7b7a34d1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.892190 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 33810) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:33.892359 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-da0c1583-686b-43d7-a2ca-c7bf7b7a34d1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3708220 Aug 30 07:49:33.903849 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-ee9ede6e-a892-4bad-b306-4fd5628dd5f0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Request body: {'security_group_rule': {'security_group_id': '5dfa54c5-c2bb-4758-96ad-d2e9ae14864b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:33.956889 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ee9ede6e-a892-4bad-b306-4fd5628dd5f0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.958092 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 68f1f892-73b9-4984-bfa6-c10491ed1939 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:49:34.036769 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ee9ede6e-a892-4bad-b306-4fd5628dd5f0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:34.044966 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ee9ede6e-a892-4bad-b306-4fd5628dd5f0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:34.077834 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ede6e-a892-4bad-b306-4fd5628dd5f0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9e4cfa-2567-4c50-88e4-20941ef6eb31,revision_number=0']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:34.083260 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] Set router 6d695a51-c1eb-4671-9a57-8ee449d70b8a gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:34.084346 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ee9ede6e-a892-4bad-b306-4fd5628dd5f0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:34.087540 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-ee9ede6e-a892-4bad-b306-4fd5628dd5f0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1937647 Aug 30 07:49:34.090376 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 33812) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:34.095867 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-e69e2145-259b-4174-836a-ef6d8776435c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Request body: {'floatingip': {'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:34.127206 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e69e2145-259b-4174-836a-ef6d8776435c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for floatingip, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:34.209092 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 68f1f892-73b9-4984-bfa6-c10491ed1939, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=68f1f892-73b9-4984-bfa6-c10491ed1939,segment=NetworkSegment(84acf25c-4045-4abf-a4e8-8adbfaa639ce),segment_id=84acf25c-4045-4abf-a4e8-8adbfaa639ce)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:34.274772 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': '68f1f892-73b9-4984-bfa6-c10491ed1939', 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358', 'port_id': '68f1f892-73b9-4984-bfa6-c10491ed1939', 'mac_address': 'fa:16:3e:26:a9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540cd3fa-6129-4e85-96e0-36bf95c68725', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:49:34.296830 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e69e2145-259b-4174-836a-ef6d8776435c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:34.445808 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-e69e2145-259b-4174-836a-ef6d8776435c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Allocated IP 172.27.3.205 (02efbd58-3f47-4ba1-9fc3-db25e7b0ec42/864ddbd5-13be-4be1-97d0-f7c096166157/f482ab80-dcf9-49f1-a519-2bd9a3430978) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:49:34.463199 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:34.546878 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:34.568589 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f1f892-73b9-4984-bfa6-c10491ed1939 {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:49:34.590855 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e69e2145-259b-4174-836a-ef6d8776435c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:34.669564 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e69e2145-259b-4174-836a-ef6d8776435c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:34.675973 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 68f1f892-73b9-4984-bfa6-c10491ed1939, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=68f1f892-73b9-4984-bfa6-c10491ed1939,segment=NetworkSegment(84acf25c-4045-4abf-a4e8-8adbfaa639ce),segment_id=84acf25c-4045-4abf-a4e8-8adbfaa639ce)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:34.683869 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:34.752981 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T07:49:30Z', 'revision_number': 4, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port': {'id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:24Z', 'updated_at': '2021-08-30T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '4c16b09c-1012-4d0c-b430-d921aed4ee36', 'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'mac_address': 'fa:16:3e:87:37:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:28Z', 'updated_at': '2021-08-30T07:49:33Z', 'revision_number': 4, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'subnets': [{'id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:34.754072 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69e2145-259b-4174-836a-ef6d8776435c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:49:34.756487 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=68f1f892-73b9-4984-bfa6-c10491ed1939,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:34.759895 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-e69e2145-259b-4174-836a-ef6d8776435c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:34.765485 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e2145-259b-4174-836a-ef6d8776435c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:49:34.772514 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e2145-259b-4174-836a-ef6d8776435c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Pushing event updated for resources: {'Port': ['ID=f482ab80-dcf9-49f1-a519-2bd9a3430978,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:34.786757 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062926a8-e43f-4a7d-882e-7ace1f91f2f4 None None] The sync data for ids ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'] in dv-cinder-806191-3-iscsi is: [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T07:49:30Z', 'revision_number': 4, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port': {'id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:24Z', 'updated_at': '2021-08-30T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '4c16b09c-1012-4d0c-b430-d921aed4ee36', 'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'mac_address': 'fa:16:3e:87:37:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:28Z', 'updated_at': '2021-08-30T07:49:33Z', 'revision_number': 4, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'subnets': [{'id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:49:34.884997 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d5d15-b769-4d8b-8632-634ff52e9d7f req-e38e4c06-58dc-487d-a02b-cb64680eb97a tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:34.887417 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-132d5d15-b769-4d8b-8632-634ff52e9d7f req-e38e4c06-58dc-487d-a02b-cb64680eb97a tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 944 time: 0.0812454 Aug 30 07:49:35.002822 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-132d5d15-b769-4d8b-8632-634ff52e9d7f req-0cbae2ee-8148-4b38-87ed-b33de728de78 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081476 Aug 30 07:49:35.021816 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34d4d9-a2b3-4c59-8bcf-6258737ef44b req-de5a5755-0aab-42a7-b36d-e1083be474a3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:35.024682 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-eb34d4d9-a2b3-4c59-8bcf-6258737ef44b req-de5a5755-0aab-42a7-b36d-e1083be474a3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.1843405 Aug 30 07:49:35.026267 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e69e2145-259b-4174-836a-ef6d8776435c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:35.073357 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:35.096198 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e69e2145-259b-4174-836a-ef6d8776435c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:35.126237 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-eb34d4d9-a2b3-4c59-8bcf-6258737ef44b req-cfcd37fa-a113-40d1-94c4-461ce466f528 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921578 Aug 30 07:49:35.274955 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 4c16b09c-1012-4d0c-b430-d921aed4ee36 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:49:35.293800 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e69e2145-259b-4174-836a-ef6d8776435c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:35.309152 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e69e2145-259b-4174-836a-ef6d8776435c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:35.336724 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['68f1f892-73b9-4984-bfa6-c10491ed1939'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:49:35.387964 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 4c16b09c-1012-4d0c-b430-d921aed4ee36 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:49:35.393588 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e2145-259b-4174-836a-ef6d8776435c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Pushing event updated for resources: {'Port': ['ID=f482ab80-dcf9-49f1-a519-2bd9a3430978,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:35.398191 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 4c16b09c-1012-4d0c-b430-d921aed4ee36 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:35.398705 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:35.420189 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e69e2145-259b-4174-836a-ef6d8776435c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529307'] for floatingip, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:35.447805 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e69e2145-259b-4174-836a-ef6d8776435c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:35.450111 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-e69e2145-259b-4174-836a-ef6d8776435c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3580775 Aug 30 07:49:35.552013 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:35.633309 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port 4c16b09c-1012-4d0c-b430-d921aed4ee36, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=4c16b09c-1012-4d0c-b430-d921aed4ee36,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:35.639623 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:35.718303 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=4c16b09c-1012-4d0c-b430-d921aed4ee36,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:35.763448 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-bd81d617-d90d-4f3f-bdc3-15c3d3ad2d73 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1365511934&fields=id&tenant_id=46a024ebf24f430393b00d5d8777b746 HTTP/1.1" status: 200 len: 267 time: 0.0618045 Aug 30 07:49:35.847082 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:36.069554 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:49:36.115820 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-12f4ec3a-a0d7-4f46-b4ad-7422228297e0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:36.117992 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-12f4ec3a-a0d7-4f46-b4ad-7422228297e0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/networks?id=ac8b0384-c5fa-4cad-beab-0f002d9bca24 HTTP/1.1" status: 200 len: 816 time: 0.3467553 Aug 30 07:49:36.144149 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-a10462d2-776a-44fa-b947-df1addbc59f2 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/quotas/46a024ebf24f430393b00d5d8777b746 HTTP/1.1" status: 200 len: 375 time: 0.0187726 Aug 30 07:49:36.208400 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e24fc2-ccca-46d2-8d18-57abc94cc6d7 req-bd3eca37-a0d7-4b63-98ae-29a8d30fcade tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:36.211994 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-319669e5-912f-4242-b9b0-1d2356f9a21b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=46a024ebf24f430393b00d5d8777b746&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569434 Aug 30 07:49:36.212266 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b3e24fc2-ccca-46d2-8d18-57abc94cc6d7 req-bd3eca37-a0d7-4b63-98ae-29a8d30fcade tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 944 time: 0.0793054 Aug 30 07:49:36.264913 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b3e24fc2-ccca-46d2-8d18-57abc94cc6d7 req-d1155838-7bda-42ad-bef6-c7d1b1f4935a tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436165 Aug 30 07:49:36.337106 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-9fb415c2-2a9d-4433-b4cb-b5f0a27147c9 service neutron] 10.222.0.73 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058054 Aug 30 07:49:36.393574 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc400798-dbd8-418f-875b-afe427240336 req-694471a4-bb55-41f3-83fc-22cb930894c7 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:36.393574 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-cc400798-dbd8-418f-875b-afe427240336 req-694471a4-bb55-41f3-83fc-22cb930894c7 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0623219 Aug 30 07:49:36.442287 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-dc8c8efd-b509-42c8-939a-c289f9275b25 service neutron] 10.222.0.73 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998933 Aug 30 07:49:36.449951 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-cc400798-dbd8-418f-875b-afe427240336 req-37bf42e2-91c0-4993-b309-b13f4b181b75 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520067 Aug 30 07:49:36.622870 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-954225ad-13ca-4a8b-bb98-da5db3f157cf req-a9114572-7d5e-4d3a-994c-f3973acd6e1b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 210 time: 0.0287960 Aug 30 07:49:37.237138 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 4c16b09c-1012-4d0c-b430-d921aed4ee36 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:49:37.308570 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 4c16b09c-1012-4d0c-b430-d921aed4ee36 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:37.309136 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:37.421166 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed73fa-d833-416c-aa48-49829eaf3702 req-56a1d127-4db8-468a-ad1b-7ac0ec67da6c tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:37.421166 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-37ed73fa-d833-416c-aa48-49829eaf3702 req-56a1d127-4db8-468a-ad1b-7ac0ec67da6c tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 944 time: 0.0652463 Aug 30 07:49:37.465774 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-37ed73fa-d833-416c-aa48-49829eaf3702 req-30886046-e19e-4516-82ac-c744d14412d0 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378180 Aug 30 07:49:37.569144 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930e60c-1ce4-4c0a-8a4b-dce1528638bb req-efdc52a4-3d7a-4640-92a2-6ad8470bd354 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:37.571267 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d930e60c-1ce4-4c0a-8a4b-dce1528638bb req-efdc52a4-3d7a-4640-92a2-6ad8470bd354 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0521810 Aug 30 07:49:37.608260 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d930e60c-1ce4-4c0a-8a4b-dce1528638bb req-806dd457-3086-4b67-b84f-72029d6b5b37 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309258 Aug 30 07:49:37.753558 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-16d2d55d-dcb9-4cdf-a0ba-16377d585dec req-a2b49f20-7d0f-42a2-b8cf-83ddf2ac1774 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 210 time: 0.0279820 Aug 30 07:49:37.799755 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-4fe60f8d-d883-41cf-83ee-fefe07d4e5b5 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:37.801210 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-4fe60f8d-d883-41cf-83ee-fefe07d4e5b5 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.61 "GET /v2.0/networks?id=ac8b0384-c5fa-4cad-beab-0f002d9bca24 HTTP/1.1" status: 200 len: 816 time: 0.1124091 Aug 30 07:49:37.867648 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-c9fbf121-9c13-4ccb-9890-06fc531c57e8 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46a024ebf24f430393b00d5d8777b746 HTTP/1.1" status: 200 len: 380 time: 0.0543704 Aug 30 07:49:37.880734 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-b8a3a6ee-f9b0-4c5c-8832-3e6e99229122 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Request body: {'port': {'device_id': '8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'admin_state_up': True, 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'security_groups': ['5dfa54c5-c2bb-4758-96ad-d2e9ae14864b']}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:38.011754 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-b8a3a6ee-f9b0-4c5c-8832-3e6e99229122 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Made reservation on behalf of 46a024ebf24f430393b00d5d8777b746 for: {'port': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:49:38.015362 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-b8a3a6ee-f9b0-4c5c-8832-3e6e99229122 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:38.027673 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 68f1f892-73b9-4984-bfa6-c10491ed1939 up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:49:38.096262 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port 68f1f892-73b9-4984-bfa6-c10491ed1939 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:49:38.099758 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port 68f1f892-73b9-4984-bfa6-c10491ed1939 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:38.100203 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:38.199289 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:38.201253 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-b8a3a6ee-f9b0-4c5c-8832-3e6e99229122 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Allocated IP 172.20.0.7 (ac8b0384-c5fa-4cad-beab-0f002d9bca24/417de6c6-8ef1-406c-b93e-54175f5b1e8f/32f744e1-43b5-4cbe-a3b6-9ee81f793879) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:49:38.237385 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f1f892-73b9-4984-bfa6-c10491ed1939'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:49:38.241509 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11886c66-bdd1-422c-9f5a-e793068beb79" -d '{"events": [{"server_uuid": "6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb", "name": "network-vif-plugged", "status": "completed", "tag": "68f1f892-73b9-4984-bfa6-c10491ed1939"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:49:38.263791 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 68f1f892-73b9-4984-bfa6-c10491ed1939, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=68f1f892-73b9-4984-bfa6-c10491ed1939,segment=NetworkSegment(84acf25c-4045-4abf-a4e8-8adbfaa639ce),segment_id=84acf25c-4045-4abf-a4e8-8adbfaa639ce)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:38.270338 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:38.317430 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5973dac7-df48-421f-a95b-c9db47d247ac x-openstack-request-id: req-5973dac7-df48-421f-a95b-c9db47d247ac {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:49:38.318318 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb", "name": "network-vif-plugged", "status": "completed", "tag": "68f1f892-73b9-4984-bfa6-c10491ed1939", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:49:38.318730 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5973dac7-df48-421f-a95b-c9db47d247ac {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:49:38.319589 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f1f892-73b9-4984-bfa6-c10491ed1939', 'code': 200} Aug 30 07:49:38.342480 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33908) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:38.362377 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=68f1f892-73b9-4984-bfa6-c10491ed1939,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:38.402031 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-b8a3a6ee-f9b0-4c5c-8832-3e6e99229122 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:38.419439 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-b8a3a6ee-f9b0-4c5c-8832-3e6e99229122 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Transition to ACTIVE for port object 32f744e1-43b5-4cbe-a3b6-9ee81f793879 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:38.456868 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-b8a3a6ee-f9b0-4c5c-8832-3e6e99229122 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:38.514335 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-99ba7412-5714-42ac-89d2-ef40c6024923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:38.548636 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-b8a3a6ee-f9b0-4c5c-8832-3e6e99229122 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Network ac8b0384-c5fa-4cad-beab-0f002d9bca24 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:49:38.558000 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-b8a3a6ee-f9b0-4c5c-8832-3e6e99229122 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:38.561126 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-b8a3a6ee-f9b0-4c5c-8832-3e6e99229122 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:49:38.568438 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3a6ee-f9b0-4c5c-8832-3e6e99229122 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Pushing event updated for resources: {'Port': ['ID=32f744e1-43b5-4cbe-a3b6-9ee81f793879,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:38.665653 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66ecb8-9b93-4d40-96cd-518b63a8bf6c req-7c51d630-706c-464a-a46b-978d35d590b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:38.667434 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-cf66ecb8-9b93-4d40-96cd-518b63a8bf6c req-7c51d630-706c-464a-a46b-978d35d590b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 1098 time: 0.1609457 Aug 30 07:49:38.675978 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-b8a3a6ee-f9b0-4c5c-8832-3e6e99229122 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:38.676759 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-b8a3a6ee-f9b0-4c5c-8832-3e6e99229122 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:38.681513 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-99ba7412-5714-42ac-89d2-ef40c6024923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:38.688936 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-99ba7412-5714-42ac-89d2-ef40c6024923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:38.721031 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-b8a3a6ee-f9b0-4c5c-8832-3e6e99229122 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8471153 Aug 30 07:49:38.729548 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46d9b0-e9b8-4a27-9ce9-f6088151c95f req-fa163f06-81a6-4d3a-b440-1d9e61735f7d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:38.734770 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5f46d9b0-e9b8-4a27-9ce9-f6088151c95f req-fa163f06-81a6-4d3a-b440-1d9e61735f7d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 945 time: 0.1399529 Aug 30 07:49:38.750414 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Request body: {'port': {'device_id': '8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:38.772136 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-99ba7412-5714-42ac-89d2-ef40c6024923 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=98c366ba0ab343d785e403cd3b24775f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4255800 Aug 30 07:49:38.775353 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33918) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:38.777542 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba7412-5714-42ac-89d2-ef40c6024923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adfc13c-c500-4550-8c5e-35a0e5723b53,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:38.795991 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-cf66ecb8-9b93-4d40-96cd-518b63a8bf6c req-6dc440f7-02f2-472b-be65-7515408b50ff service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147866 Aug 30 07:49:38.822932 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5f46d9b0-e9b8-4a27-9ce9-f6088151c95f req-e701d75b-a6b5-454f-87b7-b7a1eb51d4a9 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846019 Aug 30 07:49:38.840607 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c525b-6867-45d1-a374-216b8a792a64 req-bf7ee810-28ab-4ccb-9c8e-a595c0589658 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:38.842088 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-118c525b-6867-45d1-a374-216b8a792a64 req-bf7ee810-28ab-4ccb-9c8e-a595c0589658 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.1312141 Aug 30 07:49:38.861733 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:38.887791 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dfcebe15-7b0e-4b90-a474-ac98cf15b339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:38.909039 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-118c525b-6867-45d1-a374-216b8a792a64 req-738783f8-400c-4571-abbc-f5b7c9cc7b30 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583386 Aug 30 07:49:38.925478 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-58773645-94ae-4956-bf5d-42a8c8975a67 None None] Provisioning for port 32f744e1-43b5-4cbe-a3b6-9ee81f793879 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:49:38.937316 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-58773645-94ae-4956-bf5d-42a8c8975a67 None None] Provisioning complete for port 32f744e1-43b5-4cbe-a3b6-9ee81f793879 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:38.938490 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-58773645-94ae-4956-bf5d-42a8c8975a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:38.942058 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dfcebe15-7b0e-4b90-a474-ac98cf15b339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:38.988173 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-58773645-94ae-4956-bf5d-42a8c8975a67 None None] Port 32f744e1-43b5-4cbe-a3b6-9ee81f793879 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:49:39.031560 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dfcebe15-7b0e-4b90-a474-ac98cf15b339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:39.035270 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dfcebe15-7b0e-4b90-a474-ac98cf15b339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:39.036853 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-dfcebe15-7b0e-4b90-a474-ac98cf15b339 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0adfc13c-c500-4550-8c5e-35a0e5723b53 HTTP/1.1" status: 204 len: 168 time: 0.2603106 Aug 30 07:49:39.048046 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcebe15-7b0e-4b90-a474-ac98cf15b339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adfc13c-c500-4550-8c5e-35a0e5723b53,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:39.113277 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c96cb3-b027-4888-988e-9d9a1ab8cb5b req-57e87fb3-5855-4e9b-b22f-d5ca391720bb tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:39.114814 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-00c96cb3-b027-4888-988e-9d9a1ab8cb5b req-57e87fb3-5855-4e9b-b22f-d5ca391720bb tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 931 time: 0.2140670 Aug 30 07:49:39.179777 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-00c96cb3-b027-4888-988e-9d9a1ab8cb5b req-2ac27973-64aa-4b73-b272-8380669cd629 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538869 Aug 30 07:49:39.304989 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f744e1-43b5-4cbe-a3b6-9ee81f793879 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:49:39.312614 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:39.325683 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Transition to ACTIVE for port object 32f744e1-43b5-4cbe-a3b6-9ee81f793879 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:39.328683 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:39.357491 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33932) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:39.371363 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4cba96cb-b56a-48af-ba86-26d4dd0f5cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:39.380970 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Pushing event updated for resources: {'Port': ['ID=32f744e1-43b5-4cbe-a3b6-9ee81f793879,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:39.468714 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Attempting to bind port 32f744e1-43b5-4cbe-a3b6-9ee81f793879 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:49:39.469057 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Attempting to bind port 32f744e1-43b5-4cbe-a3b6-9ee81f793879 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:49:39.469386 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Attempting to bind port 32f744e1-43b5-4cbe-a3b6-9ee81f793879 on network ac8b0384-c5fa-4cad-beab-0f002d9bca24 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:49:39.473944 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Port 32f744e1-43b5-4cbe-a3b6-9ee81f793879 on network ac8b0384-c5fa-4cad-beab-0f002d9bca24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:49:39.474303 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Attempting to bind port 32f744e1-43b5-4cbe-a3b6-9ee81f793879 on network ac8b0384-c5fa-4cad-beab-0f002d9bca24 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:49:39.477299 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4cba96cb-b56a-48af-ba86-26d4dd0f5cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:39.480230 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:49:39.480768 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Checking segment: {'id': '5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:49:39.481033 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Bound using segment: {'id': '5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:49:39.481368 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Bound port: 32f744e1-43b5-4cbe-a3b6-9ee81f793879, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:49:39.481757 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:39.483337 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4cba96cb-b56a-48af-ba86-26d4dd0f5cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:39.532326 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-4cba96cb-b56a-48af-ba86-26d4dd0f5cdd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=11c884d4699c4237b102f5844a31bb4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1735222 Aug 30 07:49:39.534908 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33936) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:39.537183 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba96cb-b56a-48af-ba86-26d4dd0f5cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578e507c-7593-4dee-8233-519c093c8e67,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:39.568189 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] For port 32f744e1-43b5-4cbe-a3b6-9ee81f793879, host hv-cinder-80619, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:49:39.573068 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] For port 32f744e1-43b5-4cbe-a3b6-9ee81f793879, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=32f744e1-43b5-4cbe-a3b6-9ee81f793879,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:49:39.577626 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:39.610732 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b7029f39-2e6e-4adb-afe4-699b2190232e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:39.627043 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:39.627626 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:39.629443 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] 10.222.0.61 "PUT /v2.0/ports/32f744e1-43b5-4cbe-a3b6-9ee81f793879 HTTP/1.1" status: 200 len: 1093 time: 0.8843212 Aug 30 07:49:39.629749 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f', 'tag': '32f744e1-43b5-4cbe-a3b6-9ee81f793879'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:49:39.632904 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5db8f44-d1bd-40ef-b972-c19e0e470fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f", "tag": "32f744e1-43b5-4cbe-a3b6-9ee81f793879"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:49:39.645816 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b7029f39-2e6e-4adb-afe4-699b2190232e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:39.653336 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c33ca1-d03b-4f09-bdcb-ba6e50b0fc1a service neutron] Pushing event updated for resources: {'Port': ['ID=32f744e1-43b5-4cbe-a3b6-9ee81f793879,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:39.697400 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44675a9-40f0-40f7-ba20-3c06ab722fda x-openstack-request-id: req-b44675a9-40f0-40f7-ba20-3c06ab722fda {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:49:39.698348 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f", "tag": "32f744e1-43b5-4cbe-a3b6-9ee81f793879", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:49:39.698348 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b44675a9-40f0-40f7-ba20-3c06ab722fda {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:49:39.698952 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f', 'tag': '32f744e1-43b5-4cbe-a3b6-9ee81f793879', 'status': 'completed', 'code': 200} Aug 30 07:49:39.724834 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b7029f39-2e6e-4adb-afe4-699b2190232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:39.729479 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b7029f39-2e6e-4adb-afe4-699b2190232e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:39.730388 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-b7029f39-2e6e-4adb-afe4-699b2190232e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/578e507c-7593-4dee-8233-519c093c8e67 HTTP/1.1" status: 204 len: 168 time: 0.1940303 Aug 30 07:49:39.742476 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7029f39-2e6e-4adb-afe4-699b2190232e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578e507c-7593-4dee-8233-519c093c8e67,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:39.795954 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-924e7f65-3ae9-42f7-93bd-9522312e90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:39.801481 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-924e7f65-3ae9-42f7-93bd-9522312e90dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46a024ebf24f430393b00d5d8777b746&device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 1096 time: 0.0842600 Aug 30 07:49:39.857382 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-04b86dfe-a5cb-456d-b818-55077fc73372 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f744e1-43b5-4cbe-a3b6-9ee81f793879 HTTP/1.1" status: 200 len: 217 time: 0.0496879 Aug 30 07:49:39.922349 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-dfc2478c-624b-4333-8382-441ab9194e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:39.924105 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-dfc2478c-624b-4333-8382-441ab9194e8a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=417de6c6-8ef1-406c-b93e-54175f5b1e8f HTTP/1.1" status: 200 len: 855 time: 0.0589442 Aug 30 07:49:40.003855 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791e44d-8925-4f04-a5bd-566088b4c214 req-d9d2183e-0fa6-4f47-849c-62572b912c25 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:40.005658 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e791e44d-8925-4f04-a5bd-566088b4c214 req-d9d2183e-0fa6-4f47-849c-62572b912c25 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 945 time: 0.0983512 Aug 30 07:49:40.013680 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-18dbd251-076c-4bd7-bdd7-d28d0616f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:40.013882 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-18dbd251-076c-4bd7-bdd7-d28d0616f51a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac8b0384-c5fa-4cad-beab-0f002d9bca24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725574 Aug 30 07:49:40.081140 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d9a0f-3541-4168-a500-401d5da993a4 req-bdab5c4b-bddc-4939-bb05-202dd2fedabc tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:40.082797 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-af3d9a0f-3541-4168-a500-401d5da993a4 req-bdab5c4b-bddc-4939-bb05-202dd2fedabc tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0639706 Aug 30 07:49:40.119050 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e791e44d-8925-4f04-a5bd-566088b4c214 req-f6ef80d4-d47e-4b36-be3c-dc30a42d106d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888121 Aug 30 07:49:40.170854 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-af3d9a0f-3541-4168-a500-401d5da993a4 req-d8660380-a829-4f66-afe2-bcc7cbacad84 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766213 Aug 30 07:49:40.177351 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-87cef76f-8147-4888-847d-c3686089af62 service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558433 Aug 30 07:49:40.329214 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e91ad-d7f6-4293-b48b-b4c1529cd40a req-32c7c44e-25bc-4d12-862f-16a159eb91b4 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:40.339637 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-bd9e91ad-d7f6-4293-b48b-b4c1529cd40a req-32c7c44e-25bc-4d12-862f-16a159eb91b4 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0803459 Aug 30 07:49:40.394922 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-bd9e91ad-d7f6-4293-b48b-b4c1529cd40a req-e1e5ff5c-4829-40a2-8e0e-469cb9b2077d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542796 Aug 30 07:49:40.414548 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-220be541-b55b-4d9e-b3e4-eb6266c1a508 req-e01e36c8-1210-4f13-b9f5-994297b84de3 service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404743 Aug 30 07:49:40.532609 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db8f44-d1bd-40ef-b972-c19e0e470fa0 req-60dab33b-768e-4a62-87d9-82eb423bf9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:40.534336 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e5db8f44-d1bd-40ef-b972-c19e0e470fa0 req-60dab33b-768e-4a62-87d9-82eb423bf9c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46a024ebf24f430393b00d5d8777b746&device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 1096 time: 0.0507224 Aug 30 07:49:40.777797 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db8f44-d1bd-40ef-b972-c19e0e470fa0 req-2e52bdee-2e1f-43dd-98a0-87537488a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:40.780718 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e5db8f44-d1bd-40ef-b972-c19e0e470fa0 req-2e52bdee-2e1f-43dd-98a0-87537488a09e service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac8b0384-c5fa-4cad-beab-0f002d9bca24 HTTP/1.1" status: 200 len: 917 time: 0.1783733 Aug 30 07:49:40.835789 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33974) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:40.864503 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e5db8f44-d1bd-40ef-b972-c19e0e470fa0 req-4062c273-423c-4026-848f-8ce2ed639985 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f744e1-43b5-4cbe-a3b6-9ee81f793879 HTTP/1.1" status: 200 len: 217 time: 0.0658073 Aug 30 07:49:40.929246 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db8f44-d1bd-40ef-b972-c19e0e470fa0 req-16a99765-293b-48e3-9f47-86a47b6a9ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:40.930925 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e5db8f44-d1bd-40ef-b972-c19e0e470fa0 req-16a99765-293b-48e3-9f47-86a47b6a9ae8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=417de6c6-8ef1-406c-b93e-54175f5b1e8f HTTP/1.1" status: 200 len: 855 time: 0.0480676 Aug 30 07:49:40.953484 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a669c7a4-8423-429c-83b7-e73dda8fafa0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-285698900-network', 'tenant_id': '8ef57d4aac6547848f525daced09f728'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:40.978856 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a669c7a4-8423-429c-83b7-e73dda8fafa0 admin admin] Made reservation on behalf of 8ef57d4aac6547848f525daced09f728 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:49:40.981300 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a669c7a4-8423-429c-83b7-e73dda8fafa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:40.990565 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a669c7a4-8423-429c-83b7-e73dda8fafa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:40.991615 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db8f44-d1bd-40ef-b972-c19e0e470fa0 req-74195d41-2c27-4aca-990d-265759c77824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:40.993814 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e5db8f44-d1bd-40ef-b972-c19e0e470fa0 req-74195d41-2c27-4aca-990d-265759c77824 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac8b0384-c5fa-4cad-beab-0f002d9bca24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495443 Aug 30 07:49:41.120608 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a669c7a4-8423-429c-83b7-e73dda8fafa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:41.125418 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a669c7a4-8423-429c-83b7-e73dda8fafa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:41.140002 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e5db8f44-d1bd-40ef-b972-c19e0e470fa0 req-3170ac61-926f-454d-b372-013b8d5c95d6 service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286738 Aug 30 07:49:41.160893 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a669c7a4-8423-429c-83b7-e73dda8fafa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:49:41.173099 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669c7a4-8423-429c-83b7-e73dda8fafa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a85d9f6-ae26-4107-adde-452abf11a533,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:41.183974 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a669c7a4-8423-429c-83b7-e73dda8fafa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:41.184406 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.segments_db [None req-a669c7a4-8423-429c-83b7-e73dda8fafa0 admin admin] Added segment 069426cd-838f-44da-80ef-da1fab447af3 of type vlan for network c4d33ed9-0946-4851-a2a3-23707dea7a5f Aug 30 07:49:41.250270 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a669c7a4-8423-429c-83b7-e73dda8fafa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745590630759'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:41.295546 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a669c7a4-8423-429c-83b7-e73dda8fafa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:41.296996 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a669c7a4-8423-429c-83b7-e73dda8fafa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:41.297568 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a669c7a4-8423-429c-83b7-e73dda8fafa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:41.342633 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e5db8f44-d1bd-40ef-b972-c19e0e470fa0 req-250551c8-ade0-4869-9ed2-6e26f02bfd1a service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944351 Aug 30 07:49:41.351037 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45adc-9523-476a-bb84-23fbc8f1cb74 req-ee23fc8d-cd18-4f40-903b-6a67249a2b6d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:41.352599 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3fc45adc-9523-476a-bb84-23fbc8f1cb74 req-ee23fc8d-cd18-4f40-903b-6a67249a2b6d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 945 time: 0.1001074 Aug 30 07:49:41.401570 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3fc45adc-9523-476a-bb84-23fbc8f1cb74 req-394bb268-2420-41c9-b378-a5cbe9b47cba tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410855 Aug 30 07:49:41.620975 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-a669c7a4-8423-429c-83b7-e73dda8fafa0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7837632 Aug 30 07:49:41.623997 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 33990) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:41.636448 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-66dcd952-0048-4c5a-b945-82ba1b4262e0 admin admin] Request body: {'subnet': {'network_id': 'c4d33ed9-0946-4851-a2a3-23707dea7a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-285698900-subnet', 'tenant_id': '8ef57d4aac6547848f525daced09f728', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:41.646843 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669c7a4-8423-429c-83b7-e73dda8fafa0 admin admin] Pushing event updated for resources: {'Network': ['ID=c4d33ed9-0946-4851-a2a3-23707dea7a5f,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:41.658518 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Network c4d33ed9-0946-4851-a2a3-23707dea7a5f details requested by agent ovs-agent-dv-cinder-806191-3-iscsi with host dv-cinder-806191-3-iscsi {{(pid=100376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:49:41.664889 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79d0ed-60ac-496b-8923-ac33c149cd43 req-b4e3a4be-4bf5-4117-bc59-4aa37fa21a8e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:41.666432 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3b79d0ed-60ac-496b-8923-ac33c149cd43 req-b4e3a4be-4bf5-4117-bc59-4aa37fa21a8e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.3654401 Aug 30 07:49:41.678008 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f03a1-61ca-4ae5-810c-d0c69a5f2cf0 req-bf180183-08bb-43c0-b3ca-676773b7208d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:41.680222 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-059f03a1-61ca-4ae5-810c-d0c69a5f2cf0 req-bf180183-08bb-43c0-b3ca-676773b7208d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0798264 Aug 30 07:49:41.689602 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66dcd952-0048-4c5a-b945-82ba1b4262e0 admin admin] Made reservation on behalf of 8ef57d4aac6547848f525daced09f728 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:49:41.692516 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66dcd952-0048-4c5a-b945-82ba1b4262e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12454998'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:41.742579 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-059f03a1-61ca-4ae5-810c-d0c69a5f2cf0 req-f7578881-0b51-4c77-a801-b7d3617bd66b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498710 Aug 30 07:49:41.776806 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3b79d0ed-60ac-496b-8923-ac33c149cd43 req-eb7c6d90-3d60-4a91-88f7-d2add9ee34ba tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035068 Aug 30 07:49:41.906240 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66dcd952-0048-4c5a-b945-82ba1b4262e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11670693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12454948'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:41.967153 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dcd952-0048-4c5a-b945-82ba1b4262e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=504b200a-59dd-41c6-96ac-e980d48b174d,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:41.972647 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dcd952-0048-4c5a-b945-82ba1b4262e0 admin admin] Checking segment: {'id': '069426cd-838f-44da-80ef-da1fab447af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c4d33ed9-0946-4851-a2a3-23707dea7a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:49:41.973008 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dcd952-0048-4c5a-b945-82ba1b4262e0 admin admin] Network hostable DHCP agents. Network: c4d33ed9-0946-4851-a2a3-23707dea7a5f, hostable agents: ['980fb30f-b881-4380-9851-35d5a168d8a6'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:49:41.990574 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dcd952-0048-4c5a-b945-82ba1b4262e0 admin admin] Network c4d33ed9-0946-4851-a2a3-23707dea7a5f is scheduled to be hosted by DHCP agent 980fb30f-b881-4380-9851-35d5a168d8a6 with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:49:42.000277 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-66dcd952-0048-4c5a-b945-82ba1b4262e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-3-iscsi, c4d33ed9-0946-4851-a2a3-23707dea7a5f) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:42.004930 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dcd952-0048-4c5a-b945-82ba1b4262e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:42.005521 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66dcd952-0048-4c5a-b945-82ba1b4262e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:42.012163 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61989f74-68c2-4343-ae90-4387a4dde684 None None] Network c4d33ed9-0946-4851-a2a3-23707dea7a5f requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:49:42.026838 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-66dcd952-0048-4c5a-b945-82ba1b4262e0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3965960 Aug 30 07:49:42.168797 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cab2e97-c0ca-475b-873c-df042b774a1e None None] Network c4d33ed9-0946-4851-a2a3-23707dea7a5f requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:49:42.536905 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9f556-3bde-459a-b531-48758528642d req-4f767e32-d20c-4df4-8601-9ba680fbfe28 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:42.539143 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a5b9f556-3bde-459a-b531-48758528642d req-4f767e32-d20c-4df4-8601-9ba680fbfe28 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 945 time: 0.0555389 Aug 30 07:49:42.604521 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a5b9f556-3bde-459a-b531-48758528642d req-0a546abd-defc-4cfc-b88e-865a4617a922 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580201 Aug 30 07:49:42.877113 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e5a15-691f-4902-b744-57471e6cccdd req-bfedcba1-1c70-43b6-bf14-895873d0ca00 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:42.878761 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-563e5a15-691f-4902-b744-57471e6cccdd req-bfedcba1-1c70-43b6-bf14-895873d0ca00 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0496619 Aug 30 07:49:42.921960 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-563e5a15-691f-4902-b744-57471e6cccdd req-3e6cbd11-11dc-4b24-8d45-d77ca31350df tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364339 Aug 30 07:49:42.995003 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8731f33-e441-469e-9624-8502aa2fa2b5 req-f5c4cfdf-e67c-48cf-b229-2cd98e1ee5fe tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:42.996560 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e8731f33-e441-469e-9624-8502aa2fa2b5 req-f5c4cfdf-e67c-48cf-b229-2cd98e1ee5fe tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0637593 Aug 30 07:49:43.038528 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e8731f33-e441-469e-9624-8502aa2fa2b5 req-a80d6c04-c936-4c67-93e3-22584e14cd77 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356193 Aug 30 07:49:44.051036 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa830e-81f1-4c56-935c-9a750d09a27a req-8da9d894-2522-4dbf-a369-9252a21d7ce6 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:44.052531 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-78aa830e-81f1-4c56-935c-9a750d09a27a req-8da9d894-2522-4dbf-a369-9252a21d7ce6 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0537291 Aug 30 07:49:44.091844 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-78aa830e-81f1-4c56-935c-9a750d09a27a req-ab152972-8666-4969-8870-e4057b7ce95e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324693 Aug 30 07:49:44.201538 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8c526-92d7-4ae3-9da1-5d56ae5538a0 req-73e14bde-9e2d-4d87-be27-f7ec44f3fc3e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:44.203199 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ebb8c526-92d7-4ae3-9da1-5d56ae5538a0 req-73e14bde-9e2d-4d87-be27-f7ec44f3fc3e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0521176 Aug 30 07:49:44.247764 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ebb8c526-92d7-4ae3-9da1-5d56ae5538a0 req-e24cf841-b618-4ab1-9649-9cf9565eb041 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382380 Aug 30 07:49:44.972566 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-0bf17463-4d22-4275-a838-7a5722a8b399 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:44.974088 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-0bf17463-4d22-4275-a838-7a5722a8b399 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/networks?id=c4d33ed9-0946-4851-a2a3-23707dea7a5f HTTP/1.1" status: 200 len: 808 time: 0.1138027 Aug 30 07:49:44.992062 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-2bd7f231-7052-4c50-80f9-67d83b85c982 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/quotas/8ef57d4aac6547848f525daced09f728 HTTP/1.1" status: 200 len: 375 time: 0.0094995 Aug 30 07:49:45.024966 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-4cab53f9-773b-4988-a32a-e24bfbddf667 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ef57d4aac6547848f525daced09f728&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274603 Aug 30 07:49:45.119140 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-b7d5c722-3369-4f08-ac81-a5faf8e8fd60 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d33ed9-0946-4851-a2a3-23707dea7a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871947 Aug 30 07:49:45.217802 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6469db-c8b3-4f8e-998d-da08cd67017f req-207e6fef-d042-4db8-838f-d58f4a40f4e2 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:45.219348 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7b6469db-c8b3-4f8e-998d-da08cd67017f req-207e6fef-d042-4db8-838f-d58f4a40f4e2 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0507078 Aug 30 07:49:45.230131 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-88773f42-6fe5-45ae-b3c1-0b61fa559711 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d33ed9-0946-4851-a2a3-23707dea7a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001759 Aug 30 07:49:45.262290 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7b6469db-c8b3-4f8e-998d-da08cd67017f req-5381c4d2-3316-4179-87aa-7f8b99992c4e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361943 Aug 30 07:49:45.486382 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389acf7-06f9-4aa4-9cce-e80048dd393a req-638ffdf2-6bfd-4f5d-b3a3-93ca9fd15f52 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:45.488313 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8389acf7-06f9-4aa4-9cce-e80048dd393a req-638ffdf2-6bfd-4f5d-b3a3-93ca9fd15f52 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0763469 Aug 30 07:49:45.538578 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8389acf7-06f9-4aa4-9cce-e80048dd393a req-337225b6-a7ad-40bb-96b1-c95c3134248b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421412 Aug 30 07:49:45.648743 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-72f03a60-993f-4e9b-ad5b-0805289cffdd req-60111b46-93f4-4300-ac94-d741d9b0cfd0 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 210 time: 0.0398004 Aug 30 07:49:46.068513 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 32f744e1-43b5-4cbe-a3b6-9ee81f793879 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:49:46.166346 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 32f744e1-43b5-4cbe-a3b6-9ee81f793879, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=32f744e1-43b5-4cbe-a3b6-9ee81f793879,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:46.178930 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': '32f744e1-43b5-4cbe-a3b6-9ee81f793879', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'port_id': '32f744e1-43b5-4cbe-a3b6-9ee81f793879', 'mac_address': 'fa:16:3e:3a:43:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:49:46.219074 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:46.232942 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f744e1-43b5-4cbe-a3b6-9ee81f793879 {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:49:46.254578 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 32f744e1-43b5-4cbe-a3b6-9ee81f793879, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=32f744e1-43b5-4cbe-a3b6-9ee81f793879,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:46.259103 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:46.313509 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=32f744e1-43b5-4cbe-a3b6-9ee81f793879,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:46.401517 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66c675-f440-4536-96d1-14b3f5383fbb req-5fa7b1d8-1058-4331-9a15-990e493e6631 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:46.408213 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2c66c675-f440-4536-96d1-14b3f5383fbb req-5fa7b1d8-1058-4331-9a15-990e493e6631 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 944 time: 0.0595086 Aug 30 07:49:46.503590 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2c66c675-f440-4536-96d1-14b3f5383fbb req-5e3c10af-2d9e-4819-ad1a-58de9fc0eafc tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881286 Aug 30 07:49:46.550291 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-fec1c58d-3a4a-4dac-8eca-6ea5035ba645 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:46.551912 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-fec1c58d-3a4a-4dac-8eca-6ea5035ba645 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.61 "GET /v2.0/networks?id=c4d33ed9-0946-4851-a2a3-23707dea7a5f HTTP/1.1" status: 200 len: 808 time: 0.1471200 Aug 30 07:49:46.574040 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Request body: {'port': {'device_id': 'a4452d5f-87e6-4c7e-9d92-71d489324d18', 'network_id': 'c4d33ed9-0946-4851-a2a3-23707dea7a5f', 'admin_state_up': True, 'tenant_id': '8ef57d4aac6547848f525daced09f728'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:46.713146 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048c49f-1d82-4ab7-9914-8cc5a40fdcfa req-d3e8172b-2e5f-4d16-9e9b-0f27bf764e61 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:46.714765 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6048c49f-1d82-4ab7-9914-8cc5a40fdcfa req-d3e8172b-2e5f-4d16-9e9b-0f27bf764e61 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0886424 Aug 30 07:49:46.754004 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Made reservation on behalf of 8ef57d4aac6547848f525daced09f728 for: {'port': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:49:46.758111 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:46.780620 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6048c49f-1d82-4ab7-9914-8cc5a40fdcfa req-81317d8a-edb6-483d-b67c-230bb506fb93 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585573 Aug 30 07:49:46.944605 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-df65e383-d2cb-45c9-83d7-2aba1c95a901 req-329d933d-4411-4522-a1d0-8ea08728e384 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 210 time: 0.0507951 Aug 30 07:49:47.230304 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Allocated IP 172.20.0.6 (c4d33ed9-0946-4851-a2a3-23707dea7a5f/504b200a-59dd-41c6-96ac-e980d48b174d/0c1fdca9-6459-41de-9778-c72124cf39a8) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:49:47.255995 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb884b3-6c55-438e-af78-ce74fa44c965 req-ac86aad3-7661-421c-9ca9-e41f72604874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:47.258068 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2bb884b3-6c55-438e-af78-ce74fa44c965 req-ac86aad3-7661-421c-9ca9-e41f72604874 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 1099 time: 0.1278422 Aug 30 07:49:47.321327 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-7799dc52-a3ff-488a-8bbf-9664abec9ef6 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:47.322887 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-7799dc52-a3ff-488a-8bbf-9664abec9ef6 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/networks?id=48af5f56-a712-424c-ad52-bbe266bf5358 HTTP/1.1" status: 200 len: 814 time: 0.1665165 Aug 30 07:49:47.361626 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2bb884b3-6c55-438e-af78-ce74fa44c965 req-aa00d870-980a-4c52-8ff4-f26917b9c966 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908654 Aug 30 07:49:47.364198 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['32f744e1-43b5-4cbe-a3b6-9ee81f793879'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:49:47.369486 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-a85ea54a-b5b3-4653-af3e-6979082db4ee tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/quotas/b7540de7f257475e864b4023460d355a HTTP/1.1" status: 200 len: 375 time: 0.0376508 Aug 30 07:49:47.494036 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-f2448cd5-4813-4c30-be5e-8c76a7284d39 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7540de7f257475e864b4023460d355a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1106877 Aug 30 07:49:47.519131 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.638219 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.641722 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-d923e530-6bfa-4771-9c91-d00ee0adefcb service neutron] 10.222.0.73 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358511 Aug 30 07:49:47.652109 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc39c02-dbc6-4eda-b29c-1ec9b6231982 req-2235755c-5def-46ee-a049-6f05446d995f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:47.653721 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2dc39c02-dbc6-4eda-b29c-1ec9b6231982 req-2235755c-5def-46ee-a049-6f05446d995f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 944 time: 0.0542846 Aug 30 07:49:47.695153 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2dc39c02-dbc6-4eda-b29c-1ec9b6231982 req-f92a4ac2-207b-4260-9229-c5bc859534b4 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349386 Aug 30 07:49:47.728278 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Network c4d33ed9-0946-4851-a2a3-23707dea7a5f is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:49:47.734767 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:47.743647 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:49:47.748898 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Pushing event updated for resources: {'Port': ['ID=0c1fdca9-6459-41de-9778-c72124cf39a8,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:47.792005 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.792355 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.792695 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.793026 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.793352 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.793677 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.793999 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.794349 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.794670 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.794989 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.795308 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.795621 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.824761 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:47.825429 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.851046 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-bbedc362-cf04-447d-9e7c-2786703d778f service neutron] 10.222.0.73 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795628 Aug 30 07:49:47.853430 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-f6b980f6-4ab1-4341-81db-98ebd977f861 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2838113 Aug 30 07:49:47.868537 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Request body: {'port': {'device_id': 'a4452d5f-87e6-4c7e-9d92-71d489324d18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:47.917194 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ff299-5d3d-41d8-a542-442b3cae8620 req-c4015a86-aa23-45bf-8a4e-fa928e3b34d4 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:47.918985 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-618ff299-5d3d-41d8-a542-442b3cae8620 req-c4015a86-aa23-45bf-8a4e-fa928e3b34d4 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0566967 Aug 30 07:49:47.931849 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.968424 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-618ff299-5d3d-41d8-a542-442b3cae8620 req-ca97d823-156c-4ec7-ad67-79af2c06e89c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423698 Aug 30 07:49:48.169514 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5a277-1900-43fe-b72f-1884d3d66997 req-4bb35c1e-8ad4-4721-91b4-8bc90ea820a4 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:48.171301 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-11f5a277-1900-43fe-b72f-1884d3d66997 req-4bb35c1e-8ad4-4721-91b4-8bc90ea820a4 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 931 time: 0.0878944 Aug 30 07:49:48.241944 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-11f5a277-1900-43fe-b72f-1884d3d66997 req-3d940890-b95d-422d-883b-0a198aaf8610 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607884 Aug 30 07:49:48.304453 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0457ab12-ac35-4e0c-b57e-f750faecd021 req-c8212b1b-572c-4131-9133-31f27a32a29f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 210 time: 0.0390635 Aug 30 07:49:48.308749 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1fdca9-6459-41de-9778-c72124cf39a8 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:49:48.317508 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:48.338675 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Transition to ACTIVE for port object 0c1fdca9-6459-41de-9778-c72124cf39a8 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:48.343318 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:48.415946 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Pushing event updated for resources: {'Port': ['ID=0c1fdca9-6459-41de-9778-c72124cf39a8,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:48.471403 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Attempting to bind port 0c1fdca9-6459-41de-9778-c72124cf39a8 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:49:48.471736 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Attempting to bind port 0c1fdca9-6459-41de-9778-c72124cf39a8 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '069426cd-838f-44da-80ef-da1fab447af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c4d33ed9-0946-4851-a2a3-23707dea7a5f'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:49:48.472066 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Attempting to bind port 0c1fdca9-6459-41de-9778-c72124cf39a8 on network c4d33ed9-0946-4851-a2a3-23707dea7a5f {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:49:48.477728 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Port 0c1fdca9-6459-41de-9778-c72124cf39a8 on network c4d33ed9-0946-4851-a2a3-23707dea7a5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:49:48.478059 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Attempting to bind port 0c1fdca9-6459-41de-9778-c72124cf39a8 on network c4d33ed9-0946-4851-a2a3-23707dea7a5f {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:49:48.483259 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:49:48.483599 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Checking segment: {'id': '069426cd-838f-44da-80ef-da1fab447af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c4d33ed9-0946-4851-a2a3-23707dea7a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:49:48.483998 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Bound using segment: {'id': '069426cd-838f-44da-80ef-da1fab447af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c4d33ed9-0946-4851-a2a3-23707dea7a5f'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:49:48.484413 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Bound port: 0c1fdca9-6459-41de-9778-c72124cf39a8, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069426cd-838f-44da-80ef-da1fab447af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c4d33ed9-0946-4851-a2a3-23707dea7a5f'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:49:48.484776 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:48.555062 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] For port 0c1fdca9-6459-41de-9778-c72124cf39a8, host hv-cinder-80619, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:49:48.558232 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] For port 0c1fdca9-6459-41de-9778-c72124cf39a8, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=0c1fdca9-6459-41de-9778-c72124cf39a8,segment=NetworkSegment(069426cd-838f-44da-80ef-da1fab447af3),segment_id=069426cd-838f-44da-80ef-da1fab447af3)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:49:48.563151 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:48.604081 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:48.604701 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:48.606363 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] 10.222.0.61 "PUT /v2.0/ports/0c1fdca9-6459-41de-9778-c72124cf39a8 HTTP/1.1" status: 200 len: 1093 time: 0.7422788 Aug 30 07:49:48.606801 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4452d5f-87e6-4c7e-9d92-71d489324d18', 'tag': '0c1fdca9-6459-41de-9778-c72124cf39a8'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:49:48.609058 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4898cf01-4f9b-47f0-81f4-8dea1f60b208" -d '{"events": [{"name": "network-changed", "server_uuid": "a4452d5f-87e6-4c7e-9d92-71d489324d18", "tag": "0c1fdca9-6459-41de-9778-c72124cf39a8"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:49:48.655111 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1491397c-f3ed-4136-9415-9ba9ed83e1ec x-openstack-request-id: req-1491397c-f3ed-4136-9415-9ba9ed83e1ec {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:49:48.655425 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4452d5f-87e6-4c7e-9d92-71d489324d18", "tag": "0c1fdca9-6459-41de-9778-c72124cf39a8", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:49:48.655700 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1491397c-f3ed-4136-9415-9ba9ed83e1ec {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:49:48.656100 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4452d5f-87e6-4c7e-9d92-71d489324d18', 'tag': '0c1fdca9-6459-41de-9778-c72124cf39a8', 'status': 'completed', 'code': 200} Aug 30 07:49:48.659389 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52824b84-c15b-45be-9cb0-52532cab721a service neutron] Pushing event updated for resources: {'Port': ['ID=0c1fdca9-6459-41de-9778-c72124cf39a8,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:48.715659 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-7d92b5d3-846f-434e-8eb7-ea9d23fcbea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:48.717181 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-7d92b5d3-846f-434e-8eb7-ea9d23fcbea7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ef57d4aac6547848f525daced09f728&device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 1096 time: 0.0530527 Aug 30 07:49:48.779894 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-02cf38d2-c116-4d3c-9c0a-cd4332912ae9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c1fdca9-6459-41de-9778-c72124cf39a8 HTTP/1.1" status: 200 len: 217 time: 0.0401189 Aug 30 07:49:48.860990 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-77d207dd-6a42-46e0-82d0-ac5ebc86f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:48.862485 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-77d207dd-6a42-46e0-82d0-ac5ebc86f0fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=504b200a-59dd-41c6-96ac-e980d48b174d HTTP/1.1" status: 200 len: 848 time: 0.0736315 Aug 30 07:49:48.871000 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4efdc3-0d38-4fb8-8432-a3868a0587e3 req-b4d3fe11-f61b-4e6a-84e5-798dad1e4b4a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:48.872420 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2e4efdc3-0d38-4fb8-8432-a3868a0587e3 req-b4d3fe11-f61b-4e6a-84e5-798dad1e4b4a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 944 time: 0.0949914 Aug 30 07:49:48.904284 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-c9632210-519f-40cf-952c-ed9af4df2162 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c4d33ed9-0946-4851-a2a3-23707dea7a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308993 Aug 30 07:49:48.930308 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2e4efdc3-0d38-4fb8-8432-a3868a0587e3 req-f1359fba-8b0a-4e79-bb90-d8edda927e9c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478005 Aug 30 07:49:49.116904 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b2dbe-319a-422d-843a-047131c48dc3 req-8f353909-f988-4dcd-b6b0-3fda3a13ca09 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:49.118331 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f47b2dbe-319a-422d-843a-047131c48dc3 req-8f353909-f988-4dcd-b6b0-3fda3a13ca09 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0524065 Aug 30 07:49:49.173389 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f47b2dbe-319a-422d-843a-047131c48dc3 req-e16754a3-a9a5-4015-ba23-0b32227dd3d9 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482931 Aug 30 07:49:49.242333 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-810ff82e-3a6e-45ee-80a3-101b21146ba2 service neutron] 10.222.0.61 "GET /v2.0/networks/c4d33ed9-0946-4851-a2a3-23707dea7a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307802 Aug 30 07:49:49.377535 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2ac125f1-0312-42e5-9ef2-c99d4f5ae727 req-c394533a-9a79-42fa-aefe-0b58d0fdbb3c service neutron] 10.222.0.61 "GET /v2.0/networks/c4d33ed9-0946-4851-a2a3-23707dea7a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151128 Aug 30 07:49:49.379082 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555317a-24ce-4f3d-9656-30c256cf7306 req-e9c14008-7395-49a0-8b3a-28404e8fd30a tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:49.380645 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a555317a-24ce-4f3d-9656-30c256cf7306 req-e9c14008-7395-49a0-8b3a-28404e8fd30a tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 943 time: 0.0519140 Aug 30 07:49:49.425610 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a555317a-24ce-4f3d-9656-30c256cf7306 req-ad129bdf-3cae-45c0-91cd-6edfbfe827f5 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383565 Aug 30 07:49:49.509137 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5f8f24a1-9e2e-4f9f-aa6d-01501581ae9b req-3c8e2dee-b5d7-479a-a363-f414bd5d2379 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 210 time: 0.0468292 Aug 30 07:49:49.524600 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898cf01-4f9b-47f0-81f4-8dea1f60b208 req-e51bda46-f7dc-4054-a058-b83336a32c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:49.526124 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4898cf01-4f9b-47f0-81f4-8dea1f60b208 req-e51bda46-f7dc-4054-a058-b83336a32c16 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ef57d4aac6547848f525daced09f728&device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 1096 time: 0.0722375 Aug 30 07:49:49.633185 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898cf01-4f9b-47f0-81f4-8dea1f60b208 req-c9ace3e7-4e76-4d1c-bd71-248e1912bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:49.634612 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4898cf01-4f9b-47f0-81f4-8dea1f60b208 req-c9ace3e7-4e76-4d1c-bd71-248e1912bc94 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c4d33ed9-0946-4851-a2a3-23707dea7a5f HTTP/1.1" status: 200 len: 909 time: 0.0865047 Aug 30 07:49:49.682527 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4898cf01-4f9b-47f0-81f4-8dea1f60b208 req-817eb73f-6d30-4904-8ce8-7abcfaa9be06 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c1fdca9-6459-41de-9778-c72124cf39a8 HTTP/1.1" status: 200 len: 217 time: 0.0397494 Aug 30 07:49:49.738159 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898cf01-4f9b-47f0-81f4-8dea1f60b208 req-7a44819f-0435-4a10-b600-f1beca1bddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:49.739989 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4898cf01-4f9b-47f0-81f4-8dea1f60b208 req-7a44819f-0435-4a10-b600-f1beca1bddd1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=504b200a-59dd-41c6-96ac-e980d48b174d HTTP/1.1" status: 200 len: 848 time: 0.0498421 Aug 30 07:49:49.772013 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4898cf01-4f9b-47f0-81f4-8dea1f60b208 req-b9f2f532-db55-4979-a2da-8dc16329b52f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c4d33ed9-0946-4851-a2a3-23707dea7a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240853 Aug 30 07:49:49.874123 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4898cf01-4f9b-47f0-81f4-8dea1f60b208 req-4a725993-986f-489d-9c88-877b335c1ab9 service neutron] 10.222.0.61 "GET /v2.0/networks/c4d33ed9-0946-4851-a2a3-23707dea7a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944903 Aug 30 07:49:49.975086 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4898cf01-4f9b-47f0-81f4-8dea1f60b208 req-ee620649-5a6b-4d8d-a26e-6857b85af471 service neutron] 10.222.0.61 "GET /v2.0/networks/c4d33ed9-0946-4851-a2a3-23707dea7a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932157 Aug 30 07:49:50.058194 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926a63-ce24-4966-903f-c5f28730eeab req-98163a57-e002-4b38-9224-90ef55866c4f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:50.059664 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f4926a63-ce24-4966-903f-c5f28730eeab req-98163a57-e002-4b38-9224-90ef55866c4f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 944 time: 0.0537300 Aug 30 07:49:50.107569 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f4926a63-ce24-4966-903f-c5f28730eeab req-97aba2f6-5285-428d-972b-1a5eb9a0f440 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418315 Aug 30 07:49:50.305426 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b85335-9a62-43d2-ae0c-6795b9d1abbd req-de8d7ea2-e2d2-42d4-95e6-59e9b8291dbb tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:50.307057 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-92b85335-9a62-43d2-ae0c-6795b9d1abbd req-de8d7ea2-e2d2-42d4-95e6-59e9b8291dbb tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0564625 Aug 30 07:49:50.346894 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-92b85335-9a62-43d2-ae0c-6795b9d1abbd req-876f3cd1-bee8-4336-83f3-7557fcc1d426 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335362 Aug 30 07:49:50.557182 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c33655-fe36-4069-abbe-fd7da59ac5ce req-21868fff-8ac2-4465-ac0f-6977509f1b07 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:50.558767 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b0c33655-fe36-4069-abbe-fd7da59ac5ce req-21868fff-8ac2-4465-ac0f-6977509f1b07 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 943 time: 0.0561981 Aug 30 07:49:50.599801 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b0c33655-fe36-4069-abbe-fd7da59ac5ce req-1003b581-bc34-4700-8dc1-7e4eaea510db tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350850 Aug 30 07:49:50.682606 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6ae514e5-cb5b-4f5e-8b66-587dac8c2aef req-9c08bfa2-238b-4cc7-b896-a2a210ad834d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 210 time: 0.0269887 Aug 30 07:49:50.929249 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-b714e021-e5ad-4a93-bb92-396c96635e33 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:50.930730 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-b714e021-e5ad-4a93-bb92-396c96635e33 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.61 "GET /v2.0/networks?id=48af5f56-a712-424c-ad52-bbe266bf5358 HTTP/1.1" status: 200 len: 814 time: 0.1045568 Aug 30 07:49:50.956099 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-ebdc8bb6-dd1f-4580-b31c-d7739ab5b93f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Request body: {'port': {'device_id': 'b32f1264-9680-449b-a1eb-c42ea5401715', 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358', 'admin_state_up': True, 'tenant_id': 'b7540de7f257475e864b4023460d355a'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:51.076587 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-ebdc8bb6-dd1f-4580-b31c-d7739ab5b93f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Made reservation on behalf of b7540de7f257475e864b4023460d355a for: {'port': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:49:51.080063 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-ebdc8bb6-dd1f-4580-b31c-d7739ab5b93f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.241624 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-ebdc8bb6-dd1f-4580-b31c-d7739ab5b93f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Allocated IP 172.20.0.14 (48af5f56-a712-424c-ad52-bbe266bf5358/540cd3fa-6129-4e85-96e0-36bf95c68725/ed47d797-7cde-4038-9cf6-19c7781b0f13) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:49:51.266490 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5c568-5104-4790-a1e8-b62512dba62d req-af14d8b3-776f-4f1d-8eb3-6aa2289933a0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:51.268002 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-abd5c568-5104-4790-a1e8-b62512dba62d req-af14d8b3-776f-4f1d-8eb3-6aa2289933a0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 944 time: 0.0806396 Aug 30 07:49:51.375425 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-abd5c568-5104-4790-a1e8-b62512dba62d req-64c57c0a-5c75-470a-9222-342e4732d623 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998487 Aug 30 07:49:51.491948 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c13ad-8583-4ed2-9624-5811fa5ea0b0 req-39e2c8d2-bfc8-4206-97c7-9ad99b53e83c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:51.493600 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ef6c13ad-8583-4ed2-9624-5811fa5ea0b0 req-39e2c8d2-bfc8-4206-97c7-9ad99b53e83c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0592337 Aug 30 07:49:51.517674 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-ebdc8bb6-dd1f-4580-b31c-d7739ab5b93f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.536006 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ef6c13ad-8583-4ed2-9624-5811fa5ea0b0 req-23b96354-29fb-420d-a4ac-6894464b0d6c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360355 Aug 30 07:49:51.560635 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-ebdc8bb6-dd1f-4580-b31c-d7739ab5b93f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.574901 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['6775eff3-812a-4ed1-8de8-36fd5d098c28', '68f1f892-73b9-4984-bfa6-c10491ed1939'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:49:51.608492 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-ebdc8bb6-dd1f-4580-b31c-d7739ab5b93f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Network 48af5f56-a712-424c-ad52-bbe266bf5358 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:49:51.612230 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-ebdc8bb6-dd1f-4580-b31c-d7739ab5b93f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:51.616400 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-ebdc8bb6-dd1f-4580-b31c-d7739ab5b93f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:49:51.668323 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc8bb6-dd1f-4580-b31c-d7739ab5b93f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Pushing event updated for resources: {'Port': ['ID=ed47d797-7cde-4038-9cf6-19c7781b0f13,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:51.724133 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-ebdc8bb6-dd1f-4580-b31c-d7739ab5b93f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:51.726065 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-ebdc8bb6-dd1f-4580-b31c-d7739ab5b93f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.748475 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbba43b-7a2e-4f52-80da-2e9cc3d91695 req-734ced5d-1324-40c1-89bd-e096981ec498 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:51.750054 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5cbba43b-7a2e-4f52-80da-2e9cc3d91695 req-734ced5d-1324-40c1-89bd-e096981ec498 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.1240964 Aug 30 07:49:51.751992 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241f69e-23e9-4334-a08b-11316819cdb1 req-698b73ce-b338-4e74-b0cf-cd5501a8e13b tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:51.754538 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d241f69e-23e9-4334-a08b-11316819cdb1 req-698b73ce-b338-4e74-b0cf-cd5501a8e13b tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 943 time: 0.0631697 Aug 30 07:49:51.758390 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-ebdc8bb6-dd1f-4580-b31c-d7739ab5b93f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8066719 Aug 30 07:49:51.772336 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Request body: {'port': {'device_id': 'b32f1264-9680-449b-a1eb-c42ea5401715', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:51.806841 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d241f69e-23e9-4334-a08b-11316819cdb1 req-45ba72fa-739e-4282-a446-552b567aa365 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444651 Aug 30 07:49:51.855109 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.867136 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5cbba43b-7a2e-4f52-80da-2e9cc3d91695 req-da992c30-b67d-4ae0-bde9-905d90e52cb2 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073997 Aug 30 07:49:51.941743 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe956-aae3-48b1-aa88-257cb00f0572 req-70cd67ce-6e08-4725-bf57-bd50cc1a506e tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:51.944493 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d90fe956-aae3-48b1-aa88-257cb00f0572 req-70cd67ce-6e08-4725-bf57-bd50cc1a506e tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 932 time: 0.0722175 Aug 30 07:49:51.995970 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d90fe956-aae3-48b1-aa88-257cb00f0572 req-ee8e2640-634c-4cc7-bf0f-7fcf9df69282 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396144 Aug 30 07:49:52.102933 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 32f744e1-43b5-4cbe-a3b6-9ee81f793879 up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:49:52.176062 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port 32f744e1-43b5-4cbe-a3b6-9ee81f793879 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:49:52.180283 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port 32f744e1-43b5-4cbe-a3b6-9ee81f793879 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:52.180658 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.275098 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed47d797-7cde-4038-9cf6-19c7781b0f13 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:49:52.286100 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.296666 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.305499 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Transition to ACTIVE for port object ed47d797-7cde-4038-9cf6-19c7781b0f13 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:52.310823 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.327310 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f744e1-43b5-4cbe-a3b6-9ee81f793879'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:49:52.329892 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b2e0ca-f156-4c18-b5b6-414a7f6c7332" -d '{"events": [{"server_uuid": "8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f", "name": "network-vif-plugged", "status": "completed", "tag": "32f744e1-43b5-4cbe-a3b6-9ee81f793879"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:49:52.351621 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 32f744e1-43b5-4cbe-a3b6-9ee81f793879, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=32f744e1-43b5-4cbe-a3b6-9ee81f793879,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:52.357570 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.392036 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f131b3e3-c566-42d1-a319-b977fc48cd3f x-openstack-request-id: req-f131b3e3-c566-42d1-a319-b977fc48cd3f {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:49:52.393340 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f", "name": "network-vif-plugged", "status": "completed", "tag": "32f744e1-43b5-4cbe-a3b6-9ee81f793879", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:49:52.393773 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f131b3e3-c566-42d1-a319-b977fc48cd3f {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:49:52.395121 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f744e1-43b5-4cbe-a3b6-9ee81f793879', 'code': 200} Aug 30 07:49:52.431981 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=32f744e1-43b5-4cbe-a3b6-9ee81f793879,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:52.440611 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:52.441447 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:52.442037 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:52.442513 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:52.442939 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:52.443478 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:52.443929 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:52.444360 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:52.444787 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:52.445212 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:52.445632 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:52.446051 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:52.644266 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Pushing event updated for resources: {'Port': ['ID=ed47d797-7cde-4038-9cf6-19c7781b0f13,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:52.705245 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a291c-9c0e-4b70-85b8-3dbd59b83eae req-2ef7b871-4c5d-4972-a99a-c373d3c8f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:52.706799 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-796a291c-9c0e-4b70-85b8-3dbd59b83eae req-2ef7b871-4c5d-4972-a99a-c373d3c8f6ad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 1098 time: 0.1411772 Aug 30 07:49:52.716826 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e44fe9-35c5-4220-8827-896686afee5f req-5ae5a17e-5c5e-4c40-a384-462836666572 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:52.718322 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b8e44fe9-35c5-4220-8827-896686afee5f req-5ae5a17e-5c5e-4c40-a384-462836666572 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.1539598 Aug 30 07:49:52.793514 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-796a291c-9c0e-4b70-85b8-3dbd59b83eae req-df2c4dac-ab5e-48bf-9136-f9f56ae8cda1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723710 Aug 30 07:49:52.796049 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Attempting to bind port ed47d797-7cde-4038-9cf6-19c7781b0f13 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:49:52.796390 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Attempting to bind port ed47d797-7cde-4038-9cf6-19c7781b0f13 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '84acf25c-4045-4abf-a4e8-8adbfaa639ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:49:52.796728 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Attempting to bind port ed47d797-7cde-4038-9cf6-19c7781b0f13 on network 48af5f56-a712-424c-ad52-bbe266bf5358 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:49:52.805658 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b8e44fe9-35c5-4220-8827-896686afee5f req-b4a6af9e-cb24-492d-a5e6-9c78dc18077c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737898 Aug 30 07:49:52.807223 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Port ed47d797-7cde-4038-9cf6-19c7781b0f13 on network 48af5f56-a712-424c-ad52-bbe266bf5358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:49:52.807791 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Attempting to bind port ed47d797-7cde-4038-9cf6-19c7781b0f13 on network 48af5f56-a712-424c-ad52-bbe266bf5358 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:49:52.816629 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:49:52.817226 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Checking segment: {'id': '84acf25c-4045-4abf-a4e8-8adbfaa639ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:49:52.817893 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Bound using segment: {'id': '84acf25c-4045-4abf-a4e8-8adbfaa639ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:49:52.819222 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Bound port: ed47d797-7cde-4038-9cf6-19c7781b0f13, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84acf25c-4045-4abf-a4e8-8adbfaa639ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:49:52.819821 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.910704 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] For port ed47d797-7cde-4038-9cf6-19c7781b0f13, host hv-cinder-80619, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:49:52.916497 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] For port ed47d797-7cde-4038-9cf6-19c7781b0f13, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=ed47d797-7cde-4038-9cf6-19c7781b0f13,segment=NetworkSegment(84acf25c-4045-4abf-a4e8-8adbfaa639ce),segment_id=84acf25c-4045-4abf-a4e8-8adbfaa639ce)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:49:52.923143 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.963456 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf2690-f536-4731-876d-c70e560335c1 req-91f885c9-21ed-41d1-8b8b-1187f783421f tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:52.965567 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3fdf2690-f536-4731-876d-c70e560335c1 req-91f885c9-21ed-41d1-8b8b-1187f783421f tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 943 time: 0.0833127 Aug 30 07:49:52.972554 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:52.973412 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.975435 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] 10.222.0.61 "PUT /v2.0/ports/ed47d797-7cde-4038-9cf6-19c7781b0f13 HTTP/1.1" status: 200 len: 1094 time: 1.2080762 Aug 30 07:49:52.977703 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b32f1264-9680-449b-a1eb-c42ea5401715', 'tag': 'ed47d797-7cde-4038-9cf6-19c7781b0f13'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:49:52.980045 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a2cf5a-2cb7-4321-832f-b5f1c9c02f26" -d '{"events": [{"name": "network-changed", "server_uuid": "b32f1264-9680-449b-a1eb-c42ea5401715", "tag": "ed47d797-7cde-4038-9cf6-19c7781b0f13"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:49:53.010032 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e175d3-fa09-493c-a4e0-c894c9602185 service neutron] Pushing event updated for resources: {'Port': ['ID=ed47d797-7cde-4038-9cf6-19c7781b0f13,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:53.018967 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629d69c7-8e02-4845-af71-22335021cdf6 x-openstack-request-id: req-629d69c7-8e02-4845-af71-22335021cdf6 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:49:53.019259 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b32f1264-9680-449b-a1eb-c42ea5401715", "tag": "ed47d797-7cde-4038-9cf6-19c7781b0f13", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:49:53.019512 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-629d69c7-8e02-4845-af71-22335021cdf6 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:49:53.019914 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b32f1264-9680-449b-a1eb-c42ea5401715', 'tag': 'ed47d797-7cde-4038-9cf6-19c7781b0f13', 'status': 'completed', 'code': 200} Aug 30 07:49:53.020169 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3fdf2690-f536-4731-876d-c70e560335c1 req-99a0328f-6cf2-4730-b50b-2d6132d87278 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427663 Aug 30 07:49:53.122063 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb8a3f-1133-4d42-a65e-b1303df7a5f2 req-947e33a0-31a4-4e1b-8ef4-23e8869456cf tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:53.123683 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f3cb8a3f-1133-4d42-a65e-b1303df7a5f2 req-947e33a0-31a4-4e1b-8ef4-23e8869456cf tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 944 time: 0.0507271 Aug 30 07:49:53.167236 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f3cb8a3f-1133-4d42-a65e-b1303df7a5f2 req-db8297d2-fd70-406b-bfd3-4e72aa524fc3 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367653 Aug 30 07:49:53.520684 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-933115fc-833b-4f95-9f6a-044f88f7330d req-c3b82082-c467-4f2f-9078-9408fb5fce22 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469995 Aug 30 07:49:53.552330 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2cf5a-2cb7-4321-832f-b5f1c9c02f26 req-0a463eda-be8f-4e0d-ad59-40de2edba160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:53.554409 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-24a2cf5a-2cb7-4321-832f-b5f1c9c02f26 req-0a463eda-be8f-4e0d-ad59-40de2edba160 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7540de7f257475e864b4023460d355a&device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 1097 time: 0.0479283 Aug 30 07:49:53.631930 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:53.725078 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933115fc-833b-4f95-9f6a-044f88f7330d req-2c353f67-745e-4619-93ac-59f150fa443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:53.726681 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-933115fc-833b-4f95-9f6a-044f88f7330d req-2c353f67-745e-4619-93ac-59f150fa443b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7540de7f257475e864b4023460d355a&device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 1099 time: 0.1532421 Aug 30 07:49:53.760063 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2cf5a-2cb7-4321-832f-b5f1c9c02f26 req-b0cb2dc9-03b2-4f85-a85f-d74778e8fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:53.761430 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-24a2cf5a-2cb7-4321-832f-b5f1c9c02f26 req-b0cb2dc9-03b2-4f85-a85f-d74778e8fc50 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b7540de7f257475e864b4023460d355a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1968782 Aug 30 07:49:54.016264 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933115fc-833b-4f95-9f6a-044f88f7330d req-eb1a9e72-816f-47ad-8bce-b821f9f0a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:54.017632 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-933115fc-833b-4f95-9f6a-044f88f7330d req-eb1a9e72-816f-47ad-8bce-b821f9f0a5f6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=48af5f56-a712-424c-ad52-bbe266bf5358 HTTP/1.1" status: 200 len: 915 time: 0.2685211 Aug 30 07:49:54.019760 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2cf5a-2cb7-4321-832f-b5f1c9c02f26 req-44920ec7-e321-46a8-a447-15f21f9230ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:54.021048 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-24a2cf5a-2cb7-4321-832f-b5f1c9c02f26 req-44920ec7-e321-46a8-a447-15f21f9230ac service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2507753 Aug 30 07:49:54.028826 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41808766-7329-417e-a24a-8bbed3035924 req-c03417fd-5978-4811-8014-d70e99e360b1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:54.030215 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-41808766-7329-417e-a24a-8bbed3035924 req-c03417fd-5978-4811-8014-d70e99e360b1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.1499448 Aug 30 07:49:54.078396 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-933115fc-833b-4f95-9f6a-044f88f7330d req-355468b2-671f-4e03-8deb-5517e90245e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6775eff3-812a-4ed1-8de8-36fd5d098c28 HTTP/1.1" status: 200 len: 217 time: 0.0472333 Aug 30 07:49:54.132117 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4fa33-492f-4fd4-8cb1-15ce34136b1b req-b6d24eab-8be0-4a57-8bd0-99f334a48674 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:54.134170 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-eac4fa33-492f-4fd4-8cb1-15ce34136b1b req-b6d24eab-8be0-4a57-8bd0-99f334a48674 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 943 time: 0.0486696 Aug 30 07:49:54.163719 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-41808766-7329-417e-a24a-8bbed3035924 req-796030ec-fe91-46ec-9fff-4f2be873faab tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250646 Aug 30 07:49:54.180583 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-eac4fa33-492f-4fd4-8cb1-15ce34136b1b req-38727332-a2f0-4676-8062-471b09832711 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407407 Aug 30 07:49:54.186962 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-bc7d6b8a-d3e0-4db9-bd24-9e9c6755263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:54.190469 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-bc7d6b8a-d3e0-4db9-bd24-9e9c6755263c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7540de7f257475e864b4023460d355a&device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 1097 time: 0.1193936 Aug 30 07:49:54.192227 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933115fc-833b-4f95-9f6a-044f88f7330d req-a24ce33f-b1ae-43fb-9020-7740d8f7ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:54.194920 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-933115fc-833b-4f95-9f6a-044f88f7330d req-a24ce33f-b1ae-43fb-9020-7740d8f7ce2a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=540cd3fa-6129-4e85-96e0-36bf95c68725 HTTP/1.1" status: 200 len: 854 time: 0.1068416 Aug 30 07:49:54.264649 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-933115fc-833b-4f95-9f6a-044f88f7330d req-625bf60e-7118-4049-81df-5583b6cbd76f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=48af5f56-a712-424c-ad52-bbe266bf5358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568528 Aug 30 07:49:54.273357 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-1e72ab4d-2bf2-445f-a1fb-7ecd3617d4e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed47d797-7cde-4038-9cf6-19c7781b0f13 HTTP/1.1" status: 200 len: 217 time: 0.0666695 Aug 30 07:49:54.397157 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-ad3fac2d-f47f-46c0-8447-463f510cb370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:54.398665 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-ad3fac2d-f47f-46c0-8447-463f510cb370 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=540cd3fa-6129-4e85-96e0-36bf95c68725 HTTP/1.1" status: 200 len: 854 time: 0.1033962 Aug 30 07:49:54.407482 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d726e7-50b9-4e87-ba99-39b3d642a10e req-71037a10-36c9-4224-ad1f-d133e768b43f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:54.408896 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-84d726e7-50b9-4e87-ba99-39b3d642a10e req-71037a10-36c9-4224-ad1f-d133e768b43f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 944 time: 0.1476884 Aug 30 07:49:54.450656 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-2859bd8d-d330-4341-b673-bf24ba47d4e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=48af5f56-a712-424c-ad52-bbe266bf5358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390723 Aug 30 07:49:54.536053 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-933115fc-833b-4f95-9f6a-044f88f7330d req-3af39d28-7e0c-44ac-94e8-560618534346 service neutron] 10.222.0.61 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419615 Aug 30 07:49:54.544273 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-84d726e7-50b9-4e87-ba99-39b3d642a10e req-1f225020-73df-41a6-9e85-d9a58f668d29 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185799 Aug 30 07:49:54.644129 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e4c07-92f3-4f70-b638-6ee4d7274f50 req-fef44542-f943-4e48-bd51-215cd553c5b8 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:54.645709 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0d5e4c07-92f3-4f70-b638-6ee4d7274f50 req-fef44542-f943-4e48-bd51-215cd553c5b8 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0908902 Aug 30 07:49:54.649418 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cc4e6-5575-48dd-8cd6-58522896692c req-079fb030-93b0-4397-af66-9b57a885f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:54.650934 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a33cc4e6-5575-48dd-8cd6-58522896692c req-079fb030-93b0-4397-af66-9b57a885f648 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5f4656c08fc44eb93611972f4bebb0e&device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 1098 time: 0.0826294 Aug 30 07:49:54.748058 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0d5e4c07-92f3-4f70-b638-6ee4d7274f50 req-064e590d-0d6a-4caa-b973-705d67eb1963 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948296 Aug 30 07:49:54.784530 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cc4e6-5575-48dd-8cd6-58522896692c req-bda453f1-988a-4fea-b671-94161d316c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:54.785781 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a33cc4e6-5575-48dd-8cd6-58522896692c req-bda453f1-988a-4fea-b671-94161d316c73 service neutron] 10.222.0.61 "GET /v2.0/networks?id=83b43835-9098-4d89-a14a-34cf351e7cdb HTTP/1.1" status: 200 len: 920 time: 0.1190491 Aug 30 07:49:54.833575 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a33cc4e6-5575-48dd-8cd6-58522896692c req-7dc88df2-4d8b-4a1e-b5b6-890117db45b5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae18f657-8bf1-4e50-b57d-7f58cd1f4360 HTTP/1.1" status: 200 len: 217 time: 0.0382962 Aug 30 07:49:54.848000 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-d6da875c-838c-4a20-9eee-fc3281531aaa service neutron] 10.222.0.61 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874958 Aug 30 07:49:54.885539 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cc4e6-5575-48dd-8cd6-58522896692c req-40b9ce75-f718-46fc-9cf7-1162e4db6187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:54.887028 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a33cc4e6-5575-48dd-8cd6-58522896692c req-40b9ce75-f718-46fc-9cf7-1162e4db6187 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef674ad9-bd11-485a-91a9-03f033f485ef HTTP/1.1" status: 200 len: 859 time: 0.0455263 Aug 30 07:49:54.918570 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a33cc4e6-5575-48dd-8cd6-58522896692c req-487b1f4c-1411-4c05-a877-fcf27c5835f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=83b43835-9098-4d89-a14a-34cf351e7cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243304 Aug 30 07:49:54.954045 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-933115fc-833b-4f95-9f6a-044f88f7330d req-779acc5d-9cf9-46b6-a487-06066b7df6e9 service neutron] 10.222.0.61 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996112 Aug 30 07:49:54.996851 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bd8b6f55-2f38-4e94-b196-9e613f3aaed3 req-1e808c3f-8fdb-4e87-9d95-8eb4157b5c56 service neutron] 10.222.0.61 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339562 Aug 30 07:49:55.020158 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a33cc4e6-5575-48dd-8cd6-58522896692c req-b00f0286-8db5-44e4-8720-643725de5d68 service neutron] 10.222.0.61 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943277 Aug 30 07:49:55.139915 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a33cc4e6-5575-48dd-8cd6-58522896692c req-0297963d-ec4a-4215-82f9-6c84d18c34b5 service neutron] 10.222.0.61 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909305 Aug 30 07:49:55.314605 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980a6bb-d71f-4c22-ac87-c46289aca7e9 req-66aea604-83ed-45f1-8755-6b97fe2a5c93 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:55.316057 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0980a6bb-d71f-4c22-ac87-c46289aca7e9 req-66aea604-83ed-45f1-8755-6b97fe2a5c93 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0567541 Aug 30 07:49:55.321810 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b61dd-a97a-4509-b98e-c1bc6c95a2ff req-e9df0eac-4bdb-4869-951b-4c829c254135 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:55.323385 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e07b61dd-a97a-4509-b98e-c1bc6c95a2ff req-e9df0eac-4bdb-4869-951b-4c829c254135 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 943 time: 0.0527813 Aug 30 07:49:55.365053 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e07b61dd-a97a-4509-b98e-c1bc6c95a2ff req-4a49699c-3566-4fe8-a0a5-f65e65396c24 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349615 Aug 30 07:49:55.368101 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0980a6bb-d71f-4c22-ac87-c46289aca7e9 req-cdd3acb4-0d62-430a-8bea-c8da223299a8 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431726 Aug 30 07:49:55.671749 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f47f-0cd9-4c10-a367-e8532b7f19c8 req-e78bde72-16c7-4d1a-80c6-20688aa34fd5 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:55.673252 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a321f47f-0cd9-4c10-a367-e8532b7f19c8 req-e78bde72-16c7-4d1a-80c6-20688aa34fd5 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 944 time: 0.0508354 Aug 30 07:49:55.712618 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a321f47f-0cd9-4c10-a367-e8532b7f19c8 req-d28fc9bc-f570-435b-b1bf-576787e68851 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334375 Aug 30 07:49:55.865882 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34300b-eb9b-44c6-bcbc-aca031935c51 req-cc62ec9f-cc24-4bb1-88a0-d28dcbb7ffff tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:55.867518 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2e34300b-eb9b-44c6-bcbc-aca031935c51 req-cc62ec9f-cc24-4bb1-88a0-d28dcbb7ffff tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0517986 Aug 30 07:49:55.911600 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2e34300b-eb9b-44c6-bcbc-aca031935c51 req-1ef99c54-c043-4ad3-94d5-17fed11898ec tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334630 Aug 30 07:49:56.145350 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 0c1fdca9-6459-41de-9778-c72124cf39a8 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:49:56.245827 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 0c1fdca9-6459-41de-9778-c72124cf39a8, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=0c1fdca9-6459-41de-9778-c72124cf39a8,segment=NetworkSegment(069426cd-838f-44da-80ef-da1fab447af3),segment_id=069426cd-838f-44da-80ef-da1fab447af3)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:56.258354 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': '0c1fdca9-6459-41de-9778-c72124cf39a8', 'network_id': 'c4d33ed9-0946-4851-a2a3-23707dea7a5f', 'port_id': '0c1fdca9-6459-41de-9778-c72124cf39a8', 'mac_address': 'fa:16:3e:fe:9d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504b200a-59dd-41c6-96ac-e980d48b174d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:49:56.297057 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:56.310756 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1fdca9-6459-41de-9778-c72124cf39a8 {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:49:56.331822 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 0c1fdca9-6459-41de-9778-c72124cf39a8, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=0c1fdca9-6459-41de-9778-c72124cf39a8,segment=NetworkSegment(069426cd-838f-44da-80ef-da1fab447af3),segment_id=069426cd-838f-44da-80ef-da1fab447af3)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:56.335466 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:56.386249 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=0c1fdca9-6459-41de-9778-c72124cf39a8,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:56.495171 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c0598-e9d4-4306-9551-781b366e1a20 req-e6840bba-a158-47fb-8fc0-9b639e4c58e5 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:56.496762 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b61c0598-e9d4-4306-9551-781b366e1a20 req-e6840bba-a158-47fb-8fc0-9b639e4c58e5 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 944 time: 0.0574775 Aug 30 07:49:56.497637 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785304a3-37e9-4a43-bd23-724dc81937cc req-e250f9ea-fd7c-4147-8c17-9b075dd4c7c4 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:56.499178 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-785304a3-37e9-4a43-bd23-724dc81937cc req-e250f9ea-fd7c-4147-8c17-9b075dd4c7c4 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0543795 Aug 30 07:49:56.538048 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-785304a3-37e9-4a43-bd23-724dc81937cc req-b06e905c-2678-4839-9abb-4d93ba2fa7e6 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325482 Aug 30 07:49:56.538719 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b61c0598-e9d4-4306-9551-781b366e1a20 req-669f4b96-0bf0-48ae-817e-a12fbc254493 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358019 Aug 30 07:49:56.663652 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c406f8c-58ea-4395-8276-6a689a83b61d req-1895c9e3-c99d-4d18-95bb-e9ac0493b583 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:56.665061 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0c406f8c-58ea-4395-8276-6a689a83b61d req-1895c9e3-c99d-4d18-95bb-e9ac0493b583 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0569031 Aug 30 07:49:56.673863 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 34306) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:56.679210 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-42fd9cb1-1786-4c1b-b423-223ea96680d3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Request body: {'floatingip': {'port_id': '32f744e1-43b5-4cbe-a3b6-9ee81f793879'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:56.716570 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42fd9cb1-1786-4c1b-b423-223ea96680d3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for floatingip, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:56.829060 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df55657-d264-4087-ae95-9af244eb0b6c req-90e2c567-396d-47e3-9556-07bd639ee5fd tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:56.830579 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8df55657-d264-4087-ae95-9af244eb0b6c req-90e2c567-396d-47e3-9556-07bd639ee5fd tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 944 time: 0.0498884 Aug 30 07:49:56.871908 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8df55657-d264-4087-ae95-9af244eb0b6c req-2b0ab640-8dcf-4b57-b45b-aecd84c3dd35 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348632 Aug 30 07:49:57.102506 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b913c0-5551-4698-96a5-ed92a364946e req-136bfd75-347c-40e3-87d9-cb6a0eb7e361 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:57.104051 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-26b913c0-5551-4698-96a5-ed92a364946e req-136bfd75-347c-40e3-87d9-cb6a0eb7e361 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0987089 Aug 30 07:49:57.208193 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-26b913c0-5551-4698-96a5-ed92a364946e req-f66bceb8-f938-4727-8c1b-dca2be3a8867 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916719 Aug 30 07:49:57.231753 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42fd9cb1-1786-4c1b-b423-223ea96680d3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:57.236179 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42fd9cb1-1786-4c1b-b423-223ea96680d3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529307'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:57.336850 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.l3_db [None req-42fd9cb1-1786-4c1b-b423-223ea96680d3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Floating IP 37a8def4-b4bd-47ce-951f-9c6d3baa02d1 associated. External IP: 172.27.3.205, port: 32f744e1-43b5-4cbe-a3b6-9ee81f793879. Aug 30 07:49:57.551298 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fd9cb1-1786-4c1b-b423-223ea96680d3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Router 6d695a51-c1eb-4671-9a57-8ee449d70b8a has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:49:57.687849 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['0c1fdca9-6459-41de-9778-c72124cf39a8'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:49:57.708106 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7298c9-d3f6-4f04-ad66-f5bcf0aa0ebe req-a9397ad7-8d97-45e4-b986-fe3a83bd769b tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:57.710237 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-dc7298c9-d3f6-4f04-ad66-f5bcf0aa0ebe req-a9397ad7-8d97-45e4-b986-fe3a83bd769b tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 944 time: 0.1000021 Aug 30 07:49:57.712079 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fd9cb1-1786-4c1b-b423-223ea96680d3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:49:57.720351 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42fd9cb1-1786-4c1b-b423-223ea96680d3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:57.725947 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4579716-dd61-4a45-8581-24ac5895d4d2 None None] Sync routers for ids ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'] in dv-cinder-806191-3-iscsi {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:49:57.738925 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4579716-dd61-4a45-8581-24ac5895d4d2 None None] Routers {'6d695a51-c1eb-4671-9a57-8ee449d70b8a'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:57.741032 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-d4579716-dd61-4a45-8581-24ac5895d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:49:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:57.767121 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-42fd9cb1-1786-4c1b-b423-223ea96680d3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "PUT /v2.0/floatingips/37a8def4-b4bd-47ce-951f-9c6d3baa02d1 HTTP/1.1" status: 200 len: 991 time: 1.0921352 Aug 30 07:49:57.768913 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f', 'tag': '32f744e1-43b5-4cbe-a3b6-9ee81f793879'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:49:57.772044 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7c1c717326e93d35a200a5a0d3cebafce15ecd83eb06d7c469ca134263d92f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b02deb4-10fd-4e3a-a413-585e52eb07e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f", "tag": "32f744e1-43b5-4cbe-a3b6-9ee81f793879"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:49:57.788480 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-dc7298c9-d3f6-4f04-ad66-f5bcf0aa0ebe req-04d1b503-b8d9-4d68-a9a1-572c7a1dcf82 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716839 Aug 30 07:49:57.845618 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081c737e-f6c0-4d18-ba27-17efdbaaa8ad x-openstack-request-id: req-081c737e-f6c0-4d18-ba27-17efdbaaa8ad {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:49:57.845912 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f", "tag": "32f744e1-43b5-4cbe-a3b6-9ee81f793879", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:49:57.846200 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-081c737e-f6c0-4d18-ba27-17efdbaaa8ad {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:49:57.846605 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f', 'tag': '32f744e1-43b5-4cbe-a3b6-9ee81f793879', 'status': 'completed', 'code': 200} Aug 30 07:49:57.860598 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-d4579716-dd61-4a45-8581-24ac5895d4d2 None None] Set router 6d695a51-c1eb-4671-9a57-8ee449d70b8a gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:57.926608 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02deb4-10fd-4e3a-a413-585e52eb07e0 req-d9a7a3ce-9042-45a9-8bab-252aa880d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:57.929178 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4b02deb4-10fd-4e3a-a413-585e52eb07e0 req-d9a7a3ce-9042-45a9-8bab-252aa880d99e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46a024ebf24f430393b00d5d8777b746&device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 1098 time: 0.0469656 Aug 30 07:49:58.055255 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa7920-8ecf-48fd-bc28-f1d639ad529e req-30f10446-1c14-4cf8-a210-594fe36ffb26 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:58.056837 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e0aa7920-8ecf-48fd-bc28-f1d639ad529e req-30f10446-1c14-4cf8-a210-594fe36ffb26 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 944 time: 0.1048257 Aug 30 07:49:58.093723 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02deb4-10fd-4e3a-a413-585e52eb07e0 req-de004e05-cc77-41df-91e9-971979e0170c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:58.095233 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4b02deb4-10fd-4e3a-a413-585e52eb07e0 req-de004e05-cc77-41df-91e9-971979e0170c service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac8b0384-c5fa-4cad-beab-0f002d9bca24 HTTP/1.1" status: 200 len: 917 time: 0.1532676 Aug 30 07:49:58.110283 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-d4579716-dd61-4a45-8581-24ac5895d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T07:49:30Z', 'revision_number': 4, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port': {'id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:24Z', 'updated_at': '2021-08-30T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': '37a8def4-b4bd-47ce-951f-9c6d3baa02d1', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'port_id': '32f744e1-43b5-4cbe-a3b6-9ee81f793879', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'mac_address': 'fa:16:3e:3a:43:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:49:34Z', 'updated_at': '2021-08-30T07:49:57Z', 'revision_number': 1, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c16b09c-1012-4d0c-b430-d921aed4ee36', 'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'mac_address': 'fa:16:3e:87:37:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:28Z', 'updated_at': '2021-08-30T07:49:35Z', 'revision_number': 5, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'subnets': [{'id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:58.143487 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4579716-dd61-4a45-8581-24ac5895d4d2 None None] Checking router: 6d695a51-c1eb-4671-9a57-8ee449d70b8a for host: dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:49:58.153785 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4579716-dd61-4a45-8581-24ac5895d4d2 None None] Routers {'6d695a51-c1eb-4671-9a57-8ee449d70b8a'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:58.154060 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e0aa7920-8ecf-48fd-bc28-f1d639ad529e req-127fcfcd-df06-4c07-b2dc-97cfa2610851 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846355 Aug 30 07:49:58.154452 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-d4579716-dd61-4a45-8581-24ac5895d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:49:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:58.216305 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4b02deb4-10fd-4e3a-a413-585e52eb07e0 req-be314df9-c538-449e-a325-ed207c664345 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f744e1-43b5-4cbe-a3b6-9ee81f793879 HTTP/1.1" status: 200 len: 999 time: 0.1095848 Aug 30 07:49:58.274626 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-d4579716-dd61-4a45-8581-24ac5895d4d2 None None] Set router 6d695a51-c1eb-4671-9a57-8ee449d70b8a gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:58.342405 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a851e-a6c7-44d8-a172-f3887f3ac6ab req-358d6939-bcbc-4f99-a339-41f77ea74039 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:58.345098 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b98a851e-a6c7-44d8-a172-f3887f3ac6ab req-358d6939-bcbc-4f99-a339-41f77ea74039 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0610445 Aug 30 07:49:58.401041 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b98a851e-a6c7-44d8-a172-f3887f3ac6ab req-6b14a446-bbe1-4b98-bd92-4db010e081bf tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476618 Aug 30 07:49:58.499345 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02deb4-10fd-4e3a-a413-585e52eb07e0 req-292f1dd0-22e5-47ba-8948-862c734f9c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:58.500827 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4b02deb4-10fd-4e3a-a413-585e52eb07e0 req-292f1dd0-22e5-47ba-8948-862c734f9c62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=417de6c6-8ef1-406c-b93e-54175f5b1e8f HTTP/1.1" status: 200 len: 855 time: 0.2738497 Aug 30 07:49:58.524105 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-d4579716-dd61-4a45-8581-24ac5895d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T07:49:30Z', 'revision_number': 4, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port': {'id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:24Z', 'updated_at': '2021-08-30T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': '37a8def4-b4bd-47ce-951f-9c6d3baa02d1', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'port_id': '32f744e1-43b5-4cbe-a3b6-9ee81f793879', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'mac_address': 'fa:16:3e:3a:43:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:49:34Z', 'updated_at': '2021-08-30T07:49:57Z', 'revision_number': 1, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c16b09c-1012-4d0c-b430-d921aed4ee36', 'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'mac_address': 'fa:16:3e:87:37:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:28Z', 'updated_at': '2021-08-30T07:49:35Z', 'revision_number': 5, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'subnets': [{'id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:58.550470 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4579716-dd61-4a45-8581-24ac5895d4d2 None None] The sync data for ids ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'] in dv-cinder-806191-3-iscsi is: [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T07:49:30Z', 'revision_number': 4, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port': {'id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:24Z', 'updated_at': '2021-08-30T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': '37a8def4-b4bd-47ce-951f-9c6d3baa02d1', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'port_id': '32f744e1-43b5-4cbe-a3b6-9ee81f793879', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'mac_address': 'fa:16:3e:3a:43:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:49:34Z', 'updated_at': '2021-08-30T07:49:57Z', 'revision_number': 1, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c16b09c-1012-4d0c-b430-d921aed4ee36', 'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'mac_address': 'fa:16:3e:87:37:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:28Z', 'updated_at': '2021-08-30T07:49:35Z', 'revision_number': 5, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'subnets': [{'id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:49:58.560569 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02deb4-10fd-4e3a-a413-585e52eb07e0 req-736dfe1d-10d6-46c3-a630-e7a9a0529856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:58.562136 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4b02deb4-10fd-4e3a-a413-585e52eb07e0 req-736dfe1d-10d6-46c3-a630-e7a9a0529856 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac8b0384-c5fa-4cad-beab-0f002d9bca24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431435 Aug 30 07:49:58.663154 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4b02deb4-10fd-4e3a-a413-585e52eb07e0 req-a6642eb6-cf7f-4b2d-b67d-b510f5c0fd42 service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899129 Aug 30 07:49:58.762726 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d523d1dd-97b8-408c-b30c-5a8bb23db5fa None None] New status for floating IP 37a8def4-b4bd-47ce-951f-9c6d3baa02d1: ACTIVE {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:49:58.780105 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4b02deb4-10fd-4e3a-a413-585e52eb07e0 req-3e73e41a-59c7-4cef-b128-df830347a1d9 service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924046 Aug 30 07:49:58.921571 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e10f0-df2e-4065-9dad-a8f6e9ed785a req-3a4f3b4b-fa00-4f77-83b9-3f46b233b932 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:58.923253 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f86e10f0-df2e-4065-9dad-a8f6e9ed785a req-3a4f3b4b-fa00-4f77-83b9-3f46b233b932 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 944 time: 0.0640006 Aug 30 07:49:58.979239 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f86e10f0-df2e-4065-9dad-a8f6e9ed785a req-3be53bfb-649e-4c6d-b813-f70e98ed0982 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485668 Aug 30 07:49:58.987389 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 34356) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:59.092228 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-def14332-0e27-4bae-b5d3-8e6fc711e1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:59.178267 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-def14332-0e27-4bae-b5d3-8e6fc711e1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:59.182610 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-def14332-0e27-4bae-b5d3-8e6fc711e1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:59.220028 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def14332-0e27-4bae-b5d3-8e6fc711e1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee120ef5-90fc-4f14-9b5e-2e0a800f2572,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:59.224429 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-def14332-0e27-4bae-b5d3-8e6fc711e1b5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=be37d508daca45db8ada307142edf623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360218 Aug 30 07:49:59.227525 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 34364) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:59.289270 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3e114-095f-44cf-9fd8-10bc20667fbf req-08d8f33d-63f6-4bb9-82cd-d6c26d462727 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:59.294643 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-59d3e114-095f-44cf-9fd8-10bc20667fbf req-08d8f33d-63f6-4bb9-82cd-d6c26d462727 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 944 time: 0.0690343 Aug 30 07:49:59.305513 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f855532c-c679-445e-ba77-820248f54b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:59.330402 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f855532c-c679-445e-ba77-820248f54b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:59.336241 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-59d3e114-095f-44cf-9fd8-10bc20667fbf req-b93cb827-fc72-46a7-885d-b8bc50e0bb80 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388162 Aug 30 07:49:59.385737 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f855532c-c679-445e-ba77-820248f54b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:59.388276 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f855532c-c679-445e-ba77-820248f54b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:59.389422 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-f855532c-c679-445e-ba77-820248f54b7a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ee120ef5-90fc-4f14-9b5e-2e0a800f2572 HTTP/1.1" status: 204 len: 168 time: 0.1608891 Aug 30 07:49:59.398234 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855532c-c679-445e-ba77-820248f54b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee120ef5-90fc-4f14-9b5e-2e0a800f2572,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:59.406006 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855532c-c679-445e-ba77-820248f54b7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:59.406439 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855532c-c679-445e-ba77-820248f54b7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:59.406778 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855532c-c679-445e-ba77-820248f54b7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:59.407112 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855532c-c679-445e-ba77-820248f54b7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:59.407441 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855532c-c679-445e-ba77-820248f54b7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:59.407938 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855532c-c679-445e-ba77-820248f54b7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:59.408222 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855532c-c679-445e-ba77-820248f54b7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:59.408663 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855532c-c679-445e-ba77-820248f54b7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:59.408982 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855532c-c679-445e-ba77-820248f54b7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:59.409308 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855532c-c679-445e-ba77-820248f54b7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:59.409630 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855532c-c679-445e-ba77-820248f54b7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:59.409951 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855532c-c679-445e-ba77-820248f54b7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:59.539869 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ba97e-6337-43f0-91df-a4e00d11498d req-840aa01b-6e38-471d-a1ce-87f630a03c3f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:59.541404 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-349ba97e-6337-43f0-91df-a4e00d11498d req-840aa01b-6e38-471d-a1ce-87f630a03c3f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0584524 Aug 30 07:49:59.581946 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-349ba97e-6337-43f0-91df-a4e00d11498d req-7821c2be-0191-4444-a30f-532ca623be07 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344524 Aug 30 07:50:00.108785 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231561cd-3742-4a07-b9be-701934e36dae req-830d3600-92fc-4dcb-9407-02eb10e51f75 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:00.110356 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-231561cd-3742-4a07-b9be-701934e36dae req-830d3600-92fc-4dcb-9407-02eb10e51f75 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 944 time: 0.0529695 Aug 30 07:50:00.151360 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-231561cd-3742-4a07-b9be-701934e36dae req-66b6b330-e1cc-4422-b925-4a6bb9c35c34 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339496 Aug 30 07:50:00.223817 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device ed47d797-7cde-4038-9cf6-19c7781b0f13 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:50:00.228542 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 0c1fdca9-6459-41de-9778-c72124cf39a8 up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:50:00.334384 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port 0c1fdca9-6459-41de-9778-c72124cf39a8 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:50:00.346070 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port 0c1fdca9-6459-41de-9778-c72124cf39a8 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:50:00.346511 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:00.402042 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port ed47d797-7cde-4038-9cf6-19c7781b0f13, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=ed47d797-7cde-4038-9cf6-19c7781b0f13,segment=NetworkSegment(84acf25c-4045-4abf-a4e8-8adbfaa639ce),segment_id=84acf25c-4045-4abf-a4e8-8adbfaa639ce)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:00.421370 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': 'ed47d797-7cde-4038-9cf6-19c7781b0f13', 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358', 'port_id': 'ed47d797-7cde-4038-9cf6-19c7781b0f13', 'mac_address': 'fa:16:3e:a1:43:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540cd3fa-6129-4e85-96e0-36bf95c68725', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:50:00.487165 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36174756-f65c-43f0-83c3-0f60191ca07d req-d97a1a74-63bf-4d08-8ed9-cdae665c1fee tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:00.490870 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-36174756-f65c-43f0-83c3-0f60191ca07d req-d97a1a74-63bf-4d08-8ed9-cdae665c1fee tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 944 time: 0.0738590 Aug 30 07:50:00.501314 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:00.503823 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:00.539981 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 0c1fdca9-6459-41de-9778-c72124cf39a8, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=0c1fdca9-6459-41de-9778-c72124cf39a8,segment=NetworkSegment(069426cd-838f-44da-80ef-da1fab447af3),segment_id=069426cd-838f-44da-80ef-da1fab447af3)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:00.547307 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4452d5f-87e6-4c7e-9d92-71d489324d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1fdca9-6459-41de-9778-c72124cf39a8'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:50:00.549647 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd55cb74-43fb-438e-a0b7-0ad3856d6735" -d '{"events": [{"server_uuid": "a4452d5f-87e6-4c7e-9d92-71d489324d18", "name": "network-vif-plugged", "status": "completed", "tag": "0c1fdca9-6459-41de-9778-c72124cf39a8"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:50:00.550335 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-36174756-f65c-43f0-83c3-0f60191ca07d req-c6124eb6-7134-4ecc-8008-f4914f577fa9 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506892 Aug 30 07:50:00.555558 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:00.595459 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed47d797-7cde-4038-9cf6-19c7781b0f13 {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:50:00.603105 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dbf058-b184-4950-af11-3c0e3eb939a0 x-openstack-request-id: req-71dbf058-b184-4950-af11-3c0e3eb939a0 {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:50:00.603392 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4452d5f-87e6-4c7e-9d92-71d489324d18", "name": "network-vif-plugged", "status": "completed", "tag": "0c1fdca9-6459-41de-9778-c72124cf39a8", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:50:00.603645 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-71dbf058-b184-4950-af11-3c0e3eb939a0 {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:50:00.604028 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4452d5f-87e6-4c7e-9d92-71d489324d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1fdca9-6459-41de-9778-c72124cf39a8', 'code': 200} Aug 30 07:50:00.636337 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5bd7-0252-4763-aafc-8b7f834da2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:00.647446 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port ed47d797-7cde-4038-9cf6-19c7781b0f13, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=ed47d797-7cde-4038-9cf6-19c7781b0f13,segment=NetworkSegment(84acf25c-4045-4abf-a4e8-8adbfaa639ce),segment_id=84acf25c-4045-4abf-a4e8-8adbfaa639ce)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:00.658568 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:00.663469 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=0c1fdca9-6459-41de-9778-c72124cf39a8,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:00.733114 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=ed47d797-7cde-4038-9cf6-19c7781b0f13,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:00.733418 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11688af-dad7-4294-a98e-6268747dd6c3 req-fe32c658-2873-45a8-9a7a-52a206e0b56c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:00.735299 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e11688af-dad7-4294-a98e-6268747dd6c3 req-fe32c658-2873-45a8-9a7a-52a206e0b56c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0611994 Aug 30 07:50:00.778112 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e11688af-dad7-4294-a98e-6268747dd6c3 req-b23f213a-4642-4226-abad-65be43f4c7c2 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333562 Aug 30 07:50:01.274039 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3484f-0bf7-436c-b4ed-9daaf8ac3f9f req-3fdaf08c-cf9f-46b1-a453-19df65412c20 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:01.275549 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-12e3484f-0bf7-436c-b4ed-9daaf8ac3f9f req-3fdaf08c-cf9f-46b1-a453-19df65412c20 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 945 time: 0.0541315 Aug 30 07:50:01.314377 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-12e3484f-0bf7-436c-b4ed-9daaf8ac3f9f req-47a31beb-8257-4d46-8a49-1ab822437e36 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328786 Aug 30 07:50:03.401002 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2e08c8bd-f628-4b1b-be30-031219959962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:04.265913 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:05.077050 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:05.129446 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e06c40-a5ba-4895-bdd7-5d3e52f77c99 req-7ec0096e-ff9a-4ebd-8d4d-79c8c4e25406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:05.131126 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d9e06c40-a5ba-4895-bdd7-5d3e52f77c99 req-7ec0096e-ff9a-4ebd-8d4d-79c8c4e25406 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 1098 time: 0.0497632 Aug 30 07:50:05.206093 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d9e06c40-a5ba-4895-bdd7-5d3e52f77c99 req-41c7e948-a092-4301-82e7-929a1c2c2550 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623653 Aug 30 07:50:05.226618 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef1729-a957-4d74-aaf0-b27ceb49019d req-607756c8-8643-4555-b9a4-ea1f58063e5f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:05.228161 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-52ef1729-a957-4d74-aaf0-b27ceb49019d req-607756c8-8643-4555-b9a4-ea1f58063e5f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0605326 Aug 30 07:50:05.231721 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb89096-a760-4db3-9920-87c3f2f609dd req-31d61638-e224-459b-9fe9-35824c98ac1b tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:05.233261 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5cb89096-a760-4db3-9920-87c3f2f609dd req-31d61638-e224-459b-9fe9-35824c98ac1b tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 945 time: 0.0514810 Aug 30 07:50:05.272927 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-52ef1729-a957-4d74-aaf0-b27ceb49019d req-f3468030-d34c-4f8f-a640-5cfc590c995a tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385575 Aug 30 07:50:05.273144 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5cb89096-a760-4db3-9920-87c3f2f609dd req-79be0473-64cb-4885-a760-a72a9e41fe48 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337389 Aug 30 07:50:05.381649 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea5b8f-629b-4d6f-9915-e9ff4eaebdf2 req-7e55a392-90b3-4991-99a9-d1136dc15aa5 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:05.383240 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-22ea5b8f-629b-4d6f-9915-e9ff4eaebdf2 req-7e55a392-90b3-4991-99a9-d1136dc15aa5 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 945 time: 0.0540812 Aug 30 07:50:05.422315 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-22ea5b8f-629b-4d6f-9915-e9ff4eaebdf2 req-d11396a9-2d4c-4f3a-952d-ad1ec7f07eb9 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330911 Aug 30 07:50:05.838472 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:08.187537 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['ed47d797-7cde-4038-9cf6-19c7781b0f13'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:50:08.286489 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e534c1-e28f-42cc-96c5-a5163f5fdb3d req-aa020b3a-51fd-49f2-9be6-f07f4a622158 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:08.288195 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d1e534c1-e28f-42cc-96c5-a5163f5fdb3d req-aa020b3a-51fd-49f2-9be6-f07f4a622158 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0520983 Aug 30 07:50:08.292863 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d70115-7222-47b6-98ad-7f629ec49daf req-d31d4c9b-a2ae-49b1-8211-0f0032327146 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:08.294492 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c7d70115-7222-47b6-98ad-7f629ec49daf req-d31d4c9b-a2ae-49b1-8211-0f0032327146 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 945 time: 0.0579562 Aug 30 07:50:08.336015 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d1e534c1-e28f-42cc-96c5-a5163f5fdb3d req-596d5e6e-d248-423f-a538-27be1ff6deaa tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383503 Aug 30 07:50:08.342776 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c7d70115-7222-47b6-98ad-7f629ec49daf req-3949702e-af86-46e3-a440-7506c81a4508 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412586 Aug 30 07:50:08.437443 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb955e-dab9-4737-b423-ab4f39600a1e req-f8e8fde7-ee0a-480a-a135-02a8ab5e9261 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:08.439074 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-cbeb955e-dab9-4737-b423-ab4f39600a1e req-f8e8fde7-ee0a-480a-a135-02a8ab5e9261 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 945 time: 0.0496056 Aug 30 07:50:08.475632 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-cbeb955e-dab9-4737-b423-ab4f39600a1e req-2d42015d-8735-480d-9209-b2b8c1703e25 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305827 Aug 30 07:50:09.455117 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01beecc9-2d1c-45fb-a7d9-117d2838f10b req-275ecddf-d3fd-4dc3-a01e-b28ed17e5489 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:09.456625 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-01beecc9-2d1c-45fb-a7d9-117d2838f10b req-275ecddf-d3fd-4dc3-a01e-b28ed17e5489 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0501392 Aug 30 07:50:09.464110 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363b9ae-9311-44fd-95f1-047a5dfe2316 req-d338d5d7-0863-4336-af97-af8934030f16 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:09.465584 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9363b9ae-9311-44fd-95f1-047a5dfe2316 req-d338d5d7-0863-4336-af97-af8934030f16 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 945 time: 0.0489306 Aug 30 07:50:09.498035 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-01beecc9-2d1c-45fb-a7d9-117d2838f10b req-932c61f7-6729-42fe-b368-0cc1b7c9cebd tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346653 Aug 30 07:50:09.509809 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9363b9ae-9311-44fd-95f1-047a5dfe2316 req-5d9bc2a1-490c-4176-bd49-65c8064d4a79 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382924 Aug 30 07:50:09.601890 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1eea9f-9faf-41ae-9a43-1ea3f3caa0b3 req-00d9d13e-8bcf-4675-85b9-cbd6b481e301 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:09.603378 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5e1eea9f-9faf-41ae-9a43-1ea3f3caa0b3 req-00d9d13e-8bcf-4675-85b9-cbd6b481e301 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 945 time: 0.0504534 Aug 30 07:50:09.643192 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5e1eea9f-9faf-41ae-9a43-1ea3f3caa0b3 req-5805238e-b75e-4e7e-a4cf-9a6dd89b8e60 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339494 Aug 30 07:50:10.654068 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cf860-24a5-4a93-af6c-cf588fdc6b1f req-02e8c595-54d6-40e0-9c49-f2fab70bdbbe tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:10.655620 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4d6cf860-24a5-4a93-af6c-cf588fdc6b1f req-02e8c595-54d6-40e0-9c49-f2fab70bdbbe tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0497541 Aug 30 07:50:10.656465 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b8ddf-f588-434d-a050-db72db9adef5 req-8e5a0266-1016-4303-9736-effdcabd7a95 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:10.657933 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-044b8ddf-f588-434d-a050-db72db9adef5 req-8e5a0266-1016-4303-9736-effdcabd7a95 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 945 time: 0.0485361 Aug 30 07:50:10.696395 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4d6cf860-24a5-4a93-af6c-cf588fdc6b1f req-bccf0c7d-0ed8-4193-a4fe-01318fd96243 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346646 Aug 30 07:50:10.696759 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-044b8ddf-f588-434d-a050-db72db9adef5 req-e8b141e8-8c01-4ea1-b277-becec9a86fa2 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328941 Aug 30 07:50:10.796819 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628803cd-c34d-4b5c-8945-a1fcb3b023e9 req-01220be9-4a6c-4970-82d5-6a71f6be8d04 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:10.798313 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-628803cd-c34d-4b5c-8945-a1fcb3b023e9 req-01220be9-4a6c-4970-82d5-6a71f6be8d04 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 945 time: 0.0483065 Aug 30 07:50:10.836855 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-628803cd-c34d-4b5c-8945-a1fcb3b023e9 req-2f9aaca7-8d10-46de-bd61-7d0392338640 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323634 Aug 30 07:50:11.768888 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device ed47d797-7cde-4038-9cf6-19c7781b0f13 up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:50:11.822355 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port ed47d797-7cde-4038-9cf6-19c7781b0f13 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:50:11.826874 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port ed47d797-7cde-4038-9cf6-19c7781b0f13 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:50:11.830091 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:11.869472 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2541c74-d821-41b8-99e9-43ccb867a161 req-7274c6a9-2eb3-4e02-9fb0-a7c5df1320a4 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:11.871139 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f2541c74-d821-41b8-99e9-43ccb867a161 req-7274c6a9-2eb3-4e02-9fb0-a7c5df1320a4 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 945 time: 0.0542905 Aug 30 07:50:11.903739 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd806eb5-8df7-4a53-8249-375361e32144 req-26d6442d-c02f-4d67-82b5-980e12b6fc87 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:11.905552 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-dd806eb5-8df7-4a53-8249-375361e32144 req-26d6442d-c02f-4d67-82b5-980e12b6fc87 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0607166 Aug 30 07:50:11.916637 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f2541c74-d821-41b8-99e9-43ccb867a161 req-65a95720-5944-41fb-a5df-56ff41db99e1 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390956 Aug 30 07:50:11.918951 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:11.956964 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-dd806eb5-8df7-4a53-8249-375361e32144 req-b0b9dcfe-8456-4941-9465-3d8b66338bac tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447118 Aug 30 07:50:12.035916 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a77646-574d-4335-98fa-f917059bae0a req-a016060b-05f1-43fb-8a7e-e58f6fb27a75 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:12.037434 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-72a77646-574d-4335-98fa-f917059bae0a req-a016060b-05f1-43fb-8a7e-e58f6fb27a75 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 945 time: 0.0529115 Aug 30 07:50:12.066919 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32f1264-9680-449b-a1eb-c42ea5401715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed47d797-7cde-4038-9cf6-19c7781b0f13'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:50:12.069149 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5f09d8-2c25-4101-92e3-a7c421480575" -d '{"events": [{"server_uuid": "b32f1264-9680-449b-a1eb-c42ea5401715", "name": "network-vif-plugged", "status": "completed", "tag": "ed47d797-7cde-4038-9cf6-19c7781b0f13"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:50:12.078667 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-72a77646-574d-4335-98fa-f917059bae0a req-e59abfc3-62c3-413a-9661-26e68fde7f9f tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342021 Aug 30 07:50:12.082866 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port ed47d797-7cde-4038-9cf6-19c7781b0f13, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=ed47d797-7cde-4038-9cf6-19c7781b0f13,segment=NetworkSegment(84acf25c-4045-4abf-a4e8-8adbfaa639ce),segment_id=84acf25c-4045-4abf-a4e8-8adbfaa639ce)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:12.090032 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:12.118091 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b51996-43a7-4fec-8e05-76e57d7be2c6 x-openstack-request-id: req-e2b51996-43a7-4fec-8e05-76e57d7be2c6 {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:50:12.118523 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32f1264-9680-449b-a1eb-c42ea5401715", "name": "network-vif-plugged", "status": "completed", "tag": "ed47d797-7cde-4038-9cf6-19c7781b0f13", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:50:12.118900 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e2b51996-43a7-4fec-8e05-76e57d7be2c6 {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:50:12.119296 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32f1264-9680-449b-a1eb-c42ea5401715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed47d797-7cde-4038-9cf6-19c7781b0f13', 'code': 200} Aug 30 07:50:12.140826 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=ed47d797-7cde-4038-9cf6-19c7781b0f13,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:12.334244 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c0f85-5139-471e-92d9-f568dc99d076 req-e8198d22-c651-4c17-a7fc-1042df7e5314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:12.335658 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-933c0f85-5139-471e-92d9-f568dc99d076 req-e8198d22-c651-4c17-a7fc-1042df7e5314 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 1099 time: 0.0392292 Aug 30 07:50:12.376736 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-933c0f85-5139-471e-92d9-f568dc99d076 req-70ee6413-c1ab-4af9-8744-cba976ee3cb0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281136 Aug 30 07:50:13.036657 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b7884-4cbf-4cb2-aff7-4b433fb0ab7c req-c3799001-5067-469a-9a1c-99928d247dea tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:13.038133 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-bf0b7884-4cbf-4cb2-aff7-4b433fb0ab7c req-c3799001-5067-469a-9a1c-99928d247dea tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 946 time: 0.0498393 Aug 30 07:50:13.059315 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:50:13.080061 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-bf0b7884-4cbf-4cb2-aff7-4b433fb0ab7c req-2cd5bff4-2326-4d0f-b751-47939d86e25e tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358212 Aug 30 07:50:13.083278 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe71e42-79d4-445d-b260-77c5dce1c4d5 req-1fa77ae5-220b-44df-943b-b459310a17a4 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:13.084855 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8fe71e42-79d4-445d-b260-77c5dce1c4d5 req-1fa77ae5-220b-44df-943b-b459310a17a4 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0492601 Aug 30 07:50:13.127981 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8fe71e42-79d4-445d-b260-77c5dce1c4d5 req-ad06de1e-1406-4b97-b85b-2db137f3d2f5 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360632 Aug 30 07:50:14.337577 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eeb8e8-8b0e-458f-a0f2-6f5dcbd048e0 req-4a30b47f-16aa-4b9f-aded-1f197fd54cde tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:14.339112 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-41eeb8e8-8b0e-458f-a0f2-6f5dcbd048e0 req-4a30b47f-16aa-4b9f-aded-1f197fd54cde tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 946 time: 0.0517683 Aug 30 07:50:14.345532 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad17f7-fd35-4e39-8636-fdb8ec43b75d req-47928ad0-fca8-40e8-901a-a6f817faaa51 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:14.347031 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6fad17f7-fd35-4e39-8636-fdb8ec43b75d req-47928ad0-fca8-40e8-901a-a6f817faaa51 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0484233 Aug 30 07:50:14.377163 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-41eeb8e8-8b0e-458f-a0f2-6f5dcbd048e0 req-aba563ba-0327-438f-8a2d-a7ca84b3b3e8 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320389 Aug 30 07:50:14.385439 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6fad17f7-fd35-4e39-8636-fdb8ec43b75d req-28e6f166-d849-43c4-a002-2dfa5e96e444 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324385 Aug 30 07:50:15.495373 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60842a-177c-4ed2-a2b0-21b21b6e388d req-80e0a7ac-2dd9-455b-9d3e-b6bd81cf9269 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:15.497044 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ce60842a-177c-4ed2-a2b0-21b21b6e388d req-80e0a7ac-2dd9-455b-9d3e-b6bd81cf9269 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 946 time: 0.0506778 Aug 30 07:50:15.506379 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf8e08-c788-4aa4-9d26-be2f62b458e9 req-82bf8699-354e-402a-8d6b-024b4ecef307 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:15.507865 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f5bf8e08-c788-4aa4-9d26-be2f62b458e9 req-82bf8699-354e-402a-8d6b-024b4ecef307 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0495980 Aug 30 07:50:15.536035 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ce60842a-177c-4ed2-a2b0-21b21b6e388d req-d4c1a2e0-4a68-4592-98c1-25d9c560ad36 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326941 Aug 30 07:50:15.545192 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f5bf8e08-c788-4aa4-9d26-be2f62b458e9 req-f66d930e-225c-4757-bdea-021648791fb7 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316181 Aug 30 07:50:15.934200 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d452f5-37fe-4ddf-89e1-6094e21669fa req-db4a5513-b015-4422-a97e-cdffbe3e464a tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:15.935652 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-88d452f5-37fe-4ddf-89e1-6094e21669fa req-db4a5513-b015-4422-a97e-cdffbe3e464a tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 945 time: 0.0490055 Aug 30 07:50:15.977932 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-88d452f5-37fe-4ddf-89e1-6094e21669fa req-9b56afc6-f191-4e13-90e9-bef4c5623f92 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361106 Aug 30 07:50:20.702304 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a7804-086a-40a1-9ba3-4782dc1c2e30 req-610df26f-bc95-4651-947a-073eea9db4cb tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:20.703825 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ba4a7804-086a-40a1-9ba3-4782dc1c2e30 req-610df26f-bc95-4651-947a-073eea9db4cb tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0509317 Aug 30 07:50:20.708481 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b7012-2b70-4c31-8aaf-080f3e080066 req-c87e4872-65fd-468d-ae55-659ef9f3c081 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:20.710088 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-fe8b7012-2b70-4c31-8aaf-080f3e080066 req-c87e4872-65fd-468d-ae55-659ef9f3c081 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 945 time: 0.0502820 Aug 30 07:50:20.750414 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-fe8b7012-2b70-4c31-8aaf-080f3e080066 req-5051393f-ecfe-4dd6-9d23-f38eca15e35e tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336862 Aug 30 07:50:20.754692 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ba4a7804-086a-40a1-9ba3-4782dc1c2e30 req-9b2e2d40-03ba-4d61-8e64-091658788178 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434775 Aug 30 07:50:21.887600 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa81abe-598a-4db8-bc92-237b4360e63e req-cac3a961-22b9-4e80-8979-78b59cd6d6d8 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:21.888207 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e3538-236c-45af-8760-a44a2cf2edab req-f9ae5323-0d9a-47a9-a9d7-91c3c4436347 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:21.889177 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9fa81abe-598a-4db8-bc92-237b4360e63e req-cac3a961-22b9-4e80-8979-78b59cd6d6d8 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 945 time: 0.0515501 Aug 30 07:50:21.889356 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-db4e3538-236c-45af-8760-a44a2cf2edab req-f9ae5323-0d9a-47a9-a9d7-91c3c4436347 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0534627 Aug 30 07:50:21.935798 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9fa81abe-598a-4db8-bc92-237b4360e63e req-e75e6818-8d1a-42fe-b075-8986f61e25ea tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368757 Aug 30 07:50:21.950720 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-db4e3538-236c-45af-8760-a44a2cf2edab req-3b619d22-1bc0-435d-80b1-e999c5353853 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539989 Aug 30 07:50:23.210956 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46466562-ee56-4b72-83aa-0deae902337b req-08a61101-8d7a-4648-9c77-91167024223b tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:23.212539 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-46466562-ee56-4b72-83aa-0deae902337b req-08a61101-8d7a-4648-9c77-91167024223b tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 945 time: 0.0708494 Aug 30 07:50:23.220250 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b7719-3240-4285-8411-849be3cb30f4 req-02ee1201-1eef-4acf-bf1e-058a1ad75245 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:23.221842 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9c7b7719-3240-4285-8411-849be3cb30f4 req-02ee1201-1eef-4acf-bf1e-058a1ad75245 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0556030 Aug 30 07:50:23.262900 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-46466562-ee56-4b72-83aa-0deae902337b req-4563a5c8-244b-4f3b-8cc4-d52175a82d53 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443795 Aug 30 07:50:23.274968 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9c7b7719-3240-4285-8411-849be3cb30f4 req-aedafaab-0ae6-4c68-b3c7-163ea0428b9e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466332 Aug 30 07:50:23.308997 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30523ccf-e8fe-47a6-9889-a972d73b6f0c req-4e10d34b-8b6d-4cb8-b6cb-5af62ce86ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:23.310485 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-30523ccf-e8fe-47a6-9889-a972d73b6f0c req-4e10d34b-8b6d-4cb8-b6cb-5af62ce86ae2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 1098 time: 0.0402634 Aug 30 07:50:23.347618 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-30523ccf-e8fe-47a6-9889-a972d73b6f0c req-45ab4b9e-775e-45c2-83ed-d4927bd34405 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282412 Aug 30 07:50:23.633706 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:29.227362 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 0c1fdca9-6459-41de-9778-c72124cf39a8 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:50:29.313125 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:29.342838 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c5bd6-9e25-4998-b2a3-a117795e3027 req-9935611a-2304-480f-a4c1-a0d19ee60ea7 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:29.344352 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b62c5bd6-9e25-4998-b2a3-a117795e3027 req-9935611a-2304-480f-a4c1-a0d19ee60ea7 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 945 time: 0.0617425 Aug 30 07:50:29.345556 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4452d5f-87e6-4c7e-9d92-71d489324d18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c1fdca9-6459-41de-9778-c72124cf39a8'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:50:29.348249 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da78d9a-b65b-42ee-9dca-eeb123a76289" -d '{"events": [{"server_uuid": "a4452d5f-87e6-4c7e-9d92-71d489324d18", "name": "network-vif-unplugged", "status": "completed", "tag": "0c1fdca9-6459-41de-9778-c72124cf39a8"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:50:29.352760 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 0c1fdca9-6459-41de-9778-c72124cf39a8, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=0c1fdca9-6459-41de-9778-c72124cf39a8,segment=NetworkSegment(069426cd-838f-44da-80ef-da1fab447af3),segment_id=069426cd-838f-44da-80ef-da1fab447af3)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:29.358274 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:29.412748 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=0c1fdca9-6459-41de-9778-c72124cf39a8,revision_number=6']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:29.426480 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5081514-d414-4b19-b31c-029c79e07140 req-50494861-4c32-44cc-88e5-3c2fb2874dbc tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:29.428603 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a5081514-d414-4b19-b31c-029c79e07140 req-50494861-4c32-44cc-88e5-3c2fb2874dbc tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 943 time: 0.0520217 Aug 30 07:50:29.472262 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a5081514-d414-4b19-b31c-029c79e07140 req-b6ee98cf-fe7e-481e-8a55-4d2ef2723f45 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373704 Aug 30 07:50:29.521451 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55c704-b222-4c09-9fa8-9bf12bf7f7f2 req-39b236cd-38ed-49bb-b6a3-4ebdcd736325 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:29.523838 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-dd55c704-b222-4c09-9fa8-9bf12bf7f7f2 req-39b236cd-38ed-49bb-b6a3-4ebdcd736325 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.1294141 Aug 30 07:50:29.532584 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 07:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ace41b-47af-457a-a9b5-504a97e8c4ac x-openstack-request-id: req-87ace41b-47af-457a-a9b5-504a97e8c4ac {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:50:29.532901 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4452d5f-87e6-4c7e-9d92-71d489324d18", "name": "network-vif-unplugged", "status": "completed", "tag": "0c1fdca9-6459-41de-9778-c72124cf39a8", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:50:29.533155 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-87ace41b-47af-457a-a9b5-504a97e8c4ac {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:50:29.533552 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4452d5f-87e6-4c7e-9d92-71d489324d18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c1fdca9-6459-41de-9778-c72124cf39a8', 'code': 200} Aug 30 07:50:29.552022 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-b62c5bd6-9e25-4998-b2a3-a117795e3027 req-a35353b7-d326-4c21-9371-3d0dd0ea47d6 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Deleting port 0c1fdca9-6459-41de-9778-c72124cf39a8 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:50:29.552360 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b62c5bd6-9e25-4998-b2a3-a117795e3027 req-a35353b7-d326-4c21-9371-3d0dd0ea47d6 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:29.617963 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-dd55c704-b222-4c09-9fa8-9bf12bf7f7f2 req-0f1e9185-5e18-4538-b983-51c873cb75e5 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872433 Aug 30 07:50:29.665754 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-b62c5bd6-9e25-4998-b2a3-a117795e3027 req-a35353b7-d326-4c21-9371-3d0dd0ea47d6 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] For port 0c1fdca9-6459-41de-9778-c72124cf39a8, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=0c1fdca9-6459-41de-9778-c72124cf39a8,segment=NetworkSegment(069426cd-838f-44da-80ef-da1fab447af3),segment_id=069426cd-838f-44da-80ef-da1fab447af3)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:29.666029 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b62c5bd6-9e25-4998-b2a3-a117795e3027 req-a35353b7-d326-4c21-9371-3d0dd0ea47d6 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:29.681354 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-b62c5bd6-9e25-4998-b2a3-a117795e3027 req-a35353b7-d326-4c21-9371-3d0dd0ea47d6 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Calling delete_port for 0c1fdca9-6459-41de-9778-c72124cf39a8 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:50:29.829986 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b62c5bd6-9e25-4998-b2a3-a117795e3027 req-a35353b7-d326-4c21-9371-3d0dd0ea47d6 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:29.859389 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35353b7-d326-4c21-9371-3d0dd0ea47d6 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Pushing event deleted for resources: {'Port': ['ID=0c1fdca9-6459-41de-9778-c72124cf39a8,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:29.919940 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62c5bd6-9e25-4998-b2a3-a117795e3027 req-a35353b7-d326-4c21-9371-3d0dd0ea47d6 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] No DVR routers for this DVR port 0c1fdca9-6459-41de-9778-c72124cf39a8 on host hv-cinder-80619 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:50:29.922839 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b62c5bd6-9e25-4998-b2a3-a117795e3027 req-a35353b7-d326-4c21-9371-3d0dd0ea47d6 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:29.924800 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b62c5bd6-9e25-4998-b2a3-a117795e3027 req-a35353b7-d326-4c21-9371-3d0dd0ea47d6 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.61 "DELETE /v2.0/ports/0c1fdca9-6459-41de-9778-c72124cf39a8 HTTP/1.1" status: 204 len: 173 time: 0.5725129 Aug 30 07:50:29.925229 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4452d5f-87e6-4c7e-9d92-71d489324d18', 'name': 'network-vif-deleted', 'tag': '0c1fdca9-6459-41de-9778-c72124cf39a8'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:50:29.927448 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7c1c717326e93d35a200a5a0d3cebafce15ecd83eb06d7c469ca134263d92f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36599578-a258-4176-b2b2-9d88fea6a851" -d '{"events": [{"server_uuid": "a4452d5f-87e6-4c7e-9d92-71d489324d18", "name": "network-vif-deleted", "tag": "0c1fdca9-6459-41de-9778-c72124cf39a8"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:50:29.963178 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7b7847-c244-4446-8d1e-c229c3d1c67a x-openstack-request-id: req-2b7b7847-c244-4446-8d1e-c229c3d1c67a {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:50:29.963464 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4452d5f-87e6-4c7e-9d92-71d489324d18", "name": "network-vif-deleted", "tag": "0c1fdca9-6459-41de-9778-c72124cf39a8", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:50:29.963709 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2b7b7847-c244-4446-8d1e-c229c3d1c67a {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:50:29.964176 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4452d5f-87e6-4c7e-9d92-71d489324d18', 'name': 'network-vif-deleted', 'tag': '0c1fdca9-6459-41de-9778-c72124cf39a8', 'status': 'completed', 'code': 200} Aug 30 07:50:30.585253 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7e6ccfd8-ef4f-4b0b-a03e-c087995d371f req-f101eb6c-3f66-4bbf-a1d7-5596a4b13f2a tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4452d5f-87e6-4c7e-9d92-71d489324d18 HTTP/1.1" status: 200 len: 210 time: 0.0270548 Aug 30 07:50:30.594289 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8abd4ea3-9c21-433b-9688-abac096ef0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:30.731876 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2f377-bf43-4947-9db1-a942d66b9a12 req-6845ac0d-a4a4-4bba-b332-9a01928ab99d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:30.733269 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bcf2f377-bf43-4947-9db1-a942d66b9a12 req-6845ac0d-a4a4-4bba-b332-9a01928ab99d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0483563 Aug 30 07:50:30.770964 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bcf2f377-bf43-4947-9db1-a942d66b9a12 req-c09f9326-f638-408b-adf4-fe0825d30f74 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318055 Aug 30 07:50:31.945702 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23dd09-9952-439b-8955-e54455892843 req-136a32f4-5515-4f02-bbb5-e9b960699562 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:31.949760 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ee23dd09-9952-439b-8955-e54455892843 req-136a32f4-5515-4f02-bbb5-e9b960699562 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/networks?id=c4d33ed9-0946-4851-a2a3-23707dea7a5f HTTP/1.1" status: 200 len: 808 time: 0.1124749 Aug 30 07:50:31.966179 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ee23dd09-9952-439b-8955-e54455892843 req-58e4d5f7-ae34-49d6-a8cc-70079ba50535 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/quotas/8ef57d4aac6547848f525daced09f728 HTTP/1.1" status: 200 len: 375 time: 0.0124753 Aug 30 07:50:32.011825 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ee23dd09-9952-439b-8955-e54455892843 req-53483490-968a-41a8-8796-f9ee6a9af709 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ef57d4aac6547848f525daced09f728&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399780 Aug 30 07:50:32.034954 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7cb80-3298-4084-9d58-9f1536e22495 req-8f8b37cb-e5ed-4198-9640-05cecda9de08 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:32.036460 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1dd7cb80-3298-4084-9d58-9f1536e22495 req-8f8b37cb-e5ed-4198-9640-05cecda9de08 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0523627 Aug 30 07:50:32.077242 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1dd7cb80-3298-4084-9d58-9f1536e22495 req-059fd36b-a491-4919-93d2-4722aaabbb1d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322390 Aug 30 07:50:32.118332 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ee23dd09-9952-439b-8955-e54455892843 req-4c28d320-ca71-4ea0-ba9f-91a7936ca6b9 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d33ed9-0946-4851-a2a3-23707dea7a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963476 Aug 30 07:50:32.242931 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ee23dd09-9952-439b-8955-e54455892843 req-46c73fa3-32fc-4498-92ef-abaac56f08dd service neutron] 10.222.0.73 "GET /v2.0/networks/c4d33ed9-0946-4851-a2a3-23707dea7a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170280 Aug 30 07:50:32.343502 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc90b-0f75-402c-b046-759af2a2d95c req-9db87615-9045-47f0-be03-8f2bee821bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:32.345342 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3addc90b-0f75-402c-b046-759af2a2d95c req-9db87615-9045-47f0-be03-8f2bee821bc6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5f4656c08fc44eb93611972f4bebb0e&device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 1098 time: 0.0492520 Aug 30 07:50:32.350049 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b4262-afe0-40c1-85d3-6bf750125d49 req-f277e700-bae0-432b-8f22-e06c67264d66 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:32.352294 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e56b4262-afe0-40c1-85d3-6bf750125d49 req-f277e700-bae0-432b-8f22-e06c67264d66 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0562489 Aug 30 07:50:32.415351 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e56b4262-afe0-40c1-85d3-6bf750125d49 req-430aaf6f-4f1d-47b3-aa6a-ade58b2e0cee tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559072 Aug 30 07:50:32.443752 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-197bbbe3-f0b6-4005-bb55-183d4cf2cbfb req-ad97dd7c-3f17-44c9-930d-9a10fedcb84b tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 210 time: 0.0370731 Aug 30 07:50:32.481022 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc90b-0f75-402c-b046-759af2a2d95c req-b0e49762-3e12-4e33-93c6-83edba7c71d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:32.482594 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3addc90b-0f75-402c-b046-759af2a2d95c req-b0e49762-3e12-4e33-93c6-83edba7c71d8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=83b43835-9098-4d89-a14a-34cf351e7cdb HTTP/1.1" status: 200 len: 920 time: 0.1277585 Aug 30 07:50:32.525660 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3addc90b-0f75-402c-b046-759af2a2d95c req-2389322f-3463-4831-a3ac-4b88a8e81a8b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae18f657-8bf1-4e50-b57d-7f58cd1f4360 HTTP/1.1" status: 200 len: 217 time: 0.0347090 Aug 30 07:50:32.581068 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc90b-0f75-402c-b046-759af2a2d95c req-943deb32-5301-445e-b59a-c9a1df48b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:32.582637 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3addc90b-0f75-402c-b046-759af2a2d95c req-943deb32-5301-445e-b59a-c9a1df48b900 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef674ad9-bd11-485a-91a9-03f033f485ef HTTP/1.1" status: 200 len: 859 time: 0.0485337 Aug 30 07:50:32.626080 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3addc90b-0f75-402c-b046-759af2a2d95c req-749a70b2-7f46-4a5a-9894-4821738da744 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=83b43835-9098-4d89-a14a-34cf351e7cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326920 Aug 30 07:50:32.741557 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3addc90b-0f75-402c-b046-759af2a2d95c req-433257c4-28b8-401f-8d25-22fc4f488a35 service neutron] 10.222.0.61 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057639 Aug 30 07:50:32.925346 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3addc90b-0f75-402c-b046-759af2a2d95c req-296bae09-dec7-4914-a8ea-97b93b54afc4 service neutron] 10.222.0.61 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922050 Aug 30 07:50:33.403440 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-ab1e7974-3a20-46a2-95ed-07bd69c1f82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:33.544591 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fda7f-d0fa-4a08-92b2-c996df1a1877 req-1be84216-c913-46e2-b5a0-cc4e424655e1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:33.546342 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f05fda7f-d0fa-4a08-92b2-c996df1a1877 req-1be84216-c913-46e2-b5a0-cc4e424655e1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0519791 Aug 30 07:50:33.547929 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d5b6d397-5157-4b7c-a0a4-88e84580ceed req-ce6c54eb-9e9d-49a5-a3c1-ed99dbf8272b tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 210 time: 0.0281949 Aug 30 07:50:33.605004 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f05fda7f-d0fa-4a08-92b2-c996df1a1877 req-60230c59-6c61-4f79-bce2-bfcee9e1e01a tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520687 Aug 30 07:50:34.269868 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:35.077976 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:35.839355 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:37.745737 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-20b69672-c492-43e1-a7c7-1cee0e5723ee req-8d8f0e2a-0c30-4eec-8bdc-552d92045eea tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 210 time: 0.0276947 Aug 30 07:50:37.767451 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5be9c-ef91-4c8d-a7e6-add82d467a03 req-dabf0cfd-200b-4bbb-8dd5-21a2f0592d83 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:37.768939 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e4b5be9c-ef91-4c8d-a7e6-add82d467a03 req-dabf0cfd-200b-4bbb-8dd5-21a2f0592d83 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0496969 Aug 30 07:50:37.809499 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e4b5be9c-ef91-4c8d-a7e6-add82d467a03 req-65eda62f-2b53-4a3a-9ce4-99d549c688ab tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343740 Aug 30 07:50:38.385239 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23dd09-9952-439b-8955-e54455892843 req-6caa40e6-af00-4333-8f3b-8cf2bc2573b5 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:38.386764 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ee23dd09-9952-439b-8955-e54455892843 req-6caa40e6-af00-4333-8f3b-8cf2bc2573b5 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.61 "GET /v2.0/networks?id=c4d33ed9-0946-4851-a2a3-23707dea7a5f HTTP/1.1" status: 200 len: 808 time: 0.1044991 Aug 30 07:50:38.402403 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [req-ee23dd09-9952-439b-8955-e54455892843 req-b5356eb5-bd6b-4d66-a658-b4d19d0ab55c tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Request body: {'port': {'device_id': '4835a080-f90c-40d1-892d-80b85def751c', 'network_id': 'c4d33ed9-0946-4851-a2a3-23707dea7a5f', 'admin_state_up': True, 'tenant_id': '8ef57d4aac6547848f525daced09f728'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:50:38.511539 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee23dd09-9952-439b-8955-e54455892843 req-b5356eb5-bd6b-4d66-a658-b4d19d0ab55c tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Made reservation on behalf of 8ef57d4aac6547848f525daced09f728 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:50:38.514937 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ee23dd09-9952-439b-8955-e54455892843 req-b5356eb5-bd6b-4d66-a658-b4d19d0ab55c tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:38.640357 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-ee23dd09-9952-439b-8955-e54455892843 req-b5356eb5-bd6b-4d66-a658-b4d19d0ab55c tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Allocated IP 172.20.0.8 (c4d33ed9-0946-4851-a2a3-23707dea7a5f/504b200a-59dd-41c6-96ac-e980d48b174d/aab1ae57-5fbb-4d86-9147-9f7459ab52ce) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:50:38.789683 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ee23dd09-9952-439b-8955-e54455892843 req-b5356eb5-bd6b-4d66-a658-b4d19d0ab55c tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:38.827855 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ee23dd09-9952-439b-8955-e54455892843 req-b5356eb5-bd6b-4d66-a658-b4d19d0ab55c tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:38.872501 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee23dd09-9952-439b-8955-e54455892843 req-b5356eb5-bd6b-4d66-a658-b4d19d0ab55c tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Network c4d33ed9-0946-4851-a2a3-23707dea7a5f is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:50:38.877832 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-ee23dd09-9952-439b-8955-e54455892843 req-b5356eb5-bd6b-4d66-a658-b4d19d0ab55c tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:50:38.882487 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee23dd09-9952-439b-8955-e54455892843 req-b5356eb5-bd6b-4d66-a658-b4d19d0ab55c tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:50:38.907743 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5356eb5-bd6b-4d66-a658-b4d19d0ab55c tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Pushing event updated for resources: {'Port': ['ID=aab1ae57-5fbb-4d86-9147-9f7459ab52ce,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:38.937575 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23dd09-9952-439b-8955-e54455892843 req-b5356eb5-bd6b-4d66-a658-b4d19d0ab55c tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:38.938225 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ee23dd09-9952-439b-8955-e54455892843 req-b5356eb5-bd6b-4d66-a658-b4d19d0ab55c tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:38.957002 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ee23dd09-9952-439b-8955-e54455892843 req-b5356eb5-bd6b-4d66-a658-b4d19d0ab55c tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5582855 Aug 30 07:50:38.976624 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Request body: {'port': {'device_id': '4835a080-f90c-40d1-892d-80b85def751c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:50:39.044521 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a241f5-7abe-42e2-b272-41273c4d5a87 req-2b1a6a0e-7deb-4e8a-8a32-811bf53bac8c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:39.045936 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-78a241f5-7abe-42e2-b272-41273c4d5a87 req-2b1a6a0e-7deb-4e8a-8a32-811bf53bac8c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0490527 Aug 30 07:50:39.065578 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:39.082465 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6e50f-7077-4804-b2d5-40d7eb3ce58c req-c296c802-08ff-4259-9063-3c7778a72387 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:39.083960 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d2d6e50f-7077-4804-b2d5-40d7eb3ce58c req-c296c802-08ff-4259-9063-3c7778a72387 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 931 time: 0.0880725 Aug 30 07:50:39.088991 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-78a241f5-7abe-42e2-b272-41273c4d5a87 req-a0d70e18-fe55-4ff6-8b6c-abde353e5b6d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367606 Aug 30 07:50:39.159573 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d2d6e50f-7077-4804-b2d5-40d7eb3ce58c req-ed394a00-de13-4a95-9697-5b699cf2d449 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682578 Aug 30 07:50:39.375905 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab1ae57-5fbb-4d86-9147-9f7459ab52ce {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:50:39.384218 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:39.396207 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Transition to ACTIVE for port object aab1ae57-5fbb-4d86-9147-9f7459ab52ce will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:50:39.401116 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:39.471969 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Pushing event updated for resources: {'Port': ['ID=aab1ae57-5fbb-4d86-9147-9f7459ab52ce,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:39.521819 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Attempting to bind port aab1ae57-5fbb-4d86-9147-9f7459ab52ce on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:50:39.522172 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Attempting to bind port aab1ae57-5fbb-4d86-9147-9f7459ab52ce by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '069426cd-838f-44da-80ef-da1fab447af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c4d33ed9-0946-4851-a2a3-23707dea7a5f'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:50:39.522669 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Attempting to bind port aab1ae57-5fbb-4d86-9147-9f7459ab52ce on network c4d33ed9-0946-4851-a2a3-23707dea7a5f {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:50:39.526969 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Port aab1ae57-5fbb-4d86-9147-9f7459ab52ce on network c4d33ed9-0946-4851-a2a3-23707dea7a5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:50:39.527291 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Attempting to bind port aab1ae57-5fbb-4d86-9147-9f7459ab52ce on network c4d33ed9-0946-4851-a2a3-23707dea7a5f {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:50:39.532081 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:50:39.532422 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Checking segment: {'id': '069426cd-838f-44da-80ef-da1fab447af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c4d33ed9-0946-4851-a2a3-23707dea7a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:50:39.532806 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Bound using segment: {'id': '069426cd-838f-44da-80ef-da1fab447af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c4d33ed9-0946-4851-a2a3-23707dea7a5f'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:50:39.533230 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Bound port: aab1ae57-5fbb-4d86-9147-9f7459ab52ce, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069426cd-838f-44da-80ef-da1fab447af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c4d33ed9-0946-4851-a2a3-23707dea7a5f'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:50:39.533588 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:39.601119 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] For port aab1ae57-5fbb-4d86-9147-9f7459ab52ce, host hv-cinder-80619, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:50:39.604624 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] For port aab1ae57-5fbb-4d86-9147-9f7459ab52ce, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=aab1ae57-5fbb-4d86-9147-9f7459ab52ce,segment=NetworkSegment(069426cd-838f-44da-80ef-da1fab447af3),segment_id=069426cd-838f-44da-80ef-da1fab447af3)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:50:39.611528 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:39.645905 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:39.646602 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:39.648138 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ee23dd09-9952-439b-8955-e54455892843 req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] 10.222.0.61 "PUT /v2.0/ports/aab1ae57-5fbb-4d86-9147-9f7459ab52ce HTTP/1.1" status: 200 len: 1093 time: 0.6760161 Aug 30 07:50:39.648579 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4835a080-f90c-40d1-892d-80b85def751c', 'tag': 'aab1ae57-5fbb-4d86-9147-9f7459ab52ce'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:50:39.651063 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7c1c717326e93d35a200a5a0d3cebafce15ecd83eb06d7c469ca134263d92f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe0677f-9791-4c5e-aaa4-1846766345a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4835a080-f90c-40d1-892d-80b85def751c", "tag": "aab1ae57-5fbb-4d86-9147-9f7459ab52ce"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:50:39.673545 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2cbd9-e8b7-4bbe-9ccc-a5899df17dbd service neutron] Pushing event updated for resources: {'Port': ['ID=aab1ae57-5fbb-4d86-9147-9f7459ab52ce,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:39.685515 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ec7f59-76ce-4ec7-b6d2-0effb828d555 x-openstack-request-id: req-08ec7f59-76ce-4ec7-b6d2-0effb828d555 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:50:39.685807 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4835a080-f90c-40d1-892d-80b85def751c", "tag": "aab1ae57-5fbb-4d86-9147-9f7459ab52ce", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:50:39.686288 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-08ec7f59-76ce-4ec7-b6d2-0effb828d555 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:50:39.686680 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4835a080-f90c-40d1-892d-80b85def751c', 'tag': 'aab1ae57-5fbb-4d86-9147-9f7459ab52ce', 'status': 'completed', 'code': 200} Aug 30 07:50:45.126031 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0677f-9791-4c5e-aaa4-1846766345a6 req-52f06367-c99f-4d2b-8b25-43cf12f8f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:45.128016 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-cfe0677f-9791-4c5e-aaa4-1846766345a6 req-52f06367-c99f-4d2b-8b25-43cf12f8f667 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ef57d4aac6547848f525daced09f728&device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 1096 time: 0.0544653 Aug 30 07:50:45.199487 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630da057-fc85-4499-98a4-136b4adfd17d req-5e38bb49-a601-4c06-8bcb-dac22d18cbd1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:45.201165 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-630da057-fc85-4499-98a4-136b4adfd17d req-5e38bb49-a601-4c06-8bcb-dac22d18cbd1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0547161 Aug 30 07:50:45.241307 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-630da057-fc85-4499-98a4-136b4adfd17d req-391c740a-1d56-4fa4-b362-75151581ce4d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336056 Aug 30 07:50:45.266529 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045ae81-edfd-46d3-ae21-114c5991b623 req-bc525fa0-1091-464c-88e7-3a1ae680fc93 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:45.267969 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0045ae81-edfd-46d3-ae21-114c5991b623 req-bc525fa0-1091-464c-88e7-3a1ae680fc93 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 943 time: 0.0827847 Aug 30 07:50:45.284169 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0677f-9791-4c5e-aaa4-1846766345a6 req-2d67eff7-985a-413a-9fda-871a1c7b2a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:45.285527 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-cfe0677f-9791-4c5e-aaa4-1846766345a6 req-2d67eff7-985a-413a-9fda-871a1c7b2a63 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8ef57d4aac6547848f525daced09f728&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1466372 Aug 30 07:50:45.359228 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0045ae81-edfd-46d3-ae21-114c5991b623 req-b048bf2b-3715-4026-bb6c-510bc8b0d26a tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831130 Aug 30 07:50:45.397250 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0677f-9791-4c5e-aaa4-1846766345a6 req-ee5582b2-0ede-4e4b-9653-81eb79d8f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:45.398741 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-cfe0677f-9791-4c5e-aaa4-1846766345a6 req-ee5582b2-0ede-4e4b-9653-81eb79d8f874 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046209 Aug 30 07:50:45.472473 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23dd09-9952-439b-8955-e54455892843 req-d4d50f61-b480-4853-966d-aa7a168f56b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:45.473913 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ee23dd09-9952-439b-8955-e54455892843 req-d4d50f61-b480-4853-966d-aa7a168f56b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ef57d4aac6547848f525daced09f728&device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 1096 time: 0.0389504 Aug 30 07:50:45.519017 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ee23dd09-9952-439b-8955-e54455892843 req-a636f30a-7dce-43c2-b998-8bcff365866b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aab1ae57-5fbb-4d86-9147-9f7459ab52ce HTTP/1.1" status: 200 len: 217 time: 0.0368283 Aug 30 07:50:45.567045 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23dd09-9952-439b-8955-e54455892843 req-6a651620-ee43-40d8-9951-8ef4709e7225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:45.569069 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ee23dd09-9952-439b-8955-e54455892843 req-6a651620-ee43-40d8-9951-8ef4709e7225 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=504b200a-59dd-41c6-96ac-e980d48b174d HTTP/1.1" status: 200 len: 848 time: 0.0431209 Aug 30 07:50:45.598856 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ee23dd09-9952-439b-8955-e54455892843 req-a4b879af-84ef-4224-b81b-61146abfd52f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c4d33ed9-0946-4851-a2a3-23707dea7a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225513 Aug 30 07:50:45.908598 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ee23dd09-9952-439b-8955-e54455892843 req-8ace1e7c-0525-4d09-b5f5-a89a4c47b655 service neutron] 10.222.0.61 "GET /v2.0/networks/c4d33ed9-0946-4851-a2a3-23707dea7a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023827 Aug 30 07:50:46.002372 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ee23dd09-9952-439b-8955-e54455892843 req-96b68999-58da-438c-a7c5-1dfa7d9eeece service neutron] 10.222.0.61 "GET /v2.0/networks/c4d33ed9-0946-4851-a2a3-23707dea7a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839212 Aug 30 07:50:46.918423 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515f68f-6289-468f-935b-17e4290e61a1 req-264b0be5-2975-4f74-a677-1b9b13398fb4 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:46.919899 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6515f68f-6289-468f-935b-17e4290e61a1 req-264b0be5-2975-4f74-a677-1b9b13398fb4 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0524042 Aug 30 07:50:46.930365 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ecbd9-63de-48ab-90da-0968f68c2770 req-b68b1fc9-321f-4dd6-9c08-b514d6471340 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:46.931866 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-583ecbd9-63de-48ab-90da-0968f68c2770 req-b68b1fc9-321f-4dd6-9c08-b514d6471340 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 943 time: 0.0485964 Aug 30 07:50:46.981853 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6515f68f-6289-468f-935b-17e4290e61a1 req-2747e790-4ec6-40f3-9488-99298961abde tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551085 Aug 30 07:50:46.985319 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-583ecbd9-63de-48ab-90da-0968f68c2770 req-409fd7ae-add4-4613-a329-6ee7b06e4e2b tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473895 Aug 30 07:50:48.106846 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d406b76-30e6-4151-a2f9-5a8e284b1558 req-690d4a35-16c5-4b24-9d8b-061658173dff tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:48.107990 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3e641-df1b-4c3b-86d1-f107835613b2 req-53ab8558-8ea3-4c03-b5fc-5e0a0e17c16c tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:48.108490 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2d406b76-30e6-4151-a2f9-5a8e284b1558 req-690d4a35-16c5-4b24-9d8b-061658173dff tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0500720 Aug 30 07:50:48.109449 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-04d3e641-df1b-4c3b-86d1-f107835613b2 req-53ab8558-8ea3-4c03-b5fc-5e0a0e17c16c tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 943 time: 0.0507231 Aug 30 07:50:48.163160 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2d406b76-30e6-4151-a2f9-5a8e284b1558 req-905e2874-6d3a-405c-ba03-e718644b58f2 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486495 Aug 30 07:50:48.183037 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-04d3e641-df1b-4c3b-86d1-f107835613b2 req-32926cd6-b650-45d0-8c15-d16d6b36ebf4 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644314 Aug 30 07:50:49.294053 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16bf70-bdce-43a5-9064-0807f7823b1b req-4deb5866-6833-4e63-b4be-d893e60f8a3c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:49.296190 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3b16bf70-bdce-43a5-9064-0807f7823b1b req-4deb5866-6833-4e63-b4be-d893e60f8a3c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0639122 Aug 30 07:50:49.305703 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845292c-f052-41a9-8fa7-8d777139ea39 req-26dd1684-ed53-4809-a61f-007bfc7936c4 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:49.307218 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3845292c-f052-41a9-8fa7-8d777139ea39 req-26dd1684-ed53-4809-a61f-007bfc7936c4 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 943 time: 0.0600038 Aug 30 07:50:49.338960 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3b16bf70-bdce-43a5-9064-0807f7823b1b req-c9266870-53ad-4691-9ce5-292dfec198e7 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364089 Aug 30 07:50:49.349360 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3845292c-f052-41a9-8fa7-8d777139ea39 req-29c402a8-2fbf-4fb6-a164-b712e8d691a1 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357094 Aug 30 07:50:50.058330 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:50:50.473112 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf5cf3-11f9-4ef6-850b-d36f74f622fb req-03445af3-8ecd-409a-a45b-e1661ffcbae8 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:50.475250 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-87bf5cf3-11f9-4ef6-850b-d36f74f622fb req-03445af3-8ecd-409a-a45b-e1661ffcbae8 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 943 time: 0.0533559 Aug 30 07:50:50.514388 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-87bf5cf3-11f9-4ef6-850b-d36f74f622fb req-8d3b4e1f-bc01-457e-b4b3-0b0b243603fe tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333307 Aug 30 07:50:50.741441 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 35118) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:50.782881 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d1012-11c5-4ece-991a-510802ebbd9a req-a2e8219d-913a-4d67-bf4f-f8160dacf4b1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:50.784378 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-379d1012-11c5-4ece-991a-510802ebbd9a req-a2e8219d-913a-4d67-bf4f-f8160dacf4b1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0547402 Aug 30 07:50:50.823357 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-379d1012-11c5-4ece-991a-510802ebbd9a req-8c5bdc34-662a-43dd-99ec-bd94dcf1ea4e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324879 Aug 30 07:50:50.901594 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-672bfc86-1c7d-4cfb-baad-7d4e07f226d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:50.996478 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-672bfc86-1c7d-4cfb-baad-7d4e07f226d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:51.001275 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-672bfc86-1c7d-4cfb-baad-7d4e07f226d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:51.045391 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-672bfc86-1c7d-4cfb-baad-7d4e07f226d8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=515a5df71a994c719843e9939b1dce53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028946 Aug 30 07:50:51.046315 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bfc86-1c7d-4cfb-baad-7d4e07f226d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80b5c11-a8a5-4b7f-a8be-8bcc3200d369,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:51.048102 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 35130) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:51.054361 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672bfc86-1c7d-4cfb-baad-7d4e07f226d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.054720 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672bfc86-1c7d-4cfb-baad-7d4e07f226d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.055192 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672bfc86-1c7d-4cfb-baad-7d4e07f226d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.055533 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672bfc86-1c7d-4cfb-baad-7d4e07f226d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.055872 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672bfc86-1c7d-4cfb-baad-7d4e07f226d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.056203 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672bfc86-1c7d-4cfb-baad-7d4e07f226d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.056530 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672bfc86-1c7d-4cfb-baad-7d4e07f226d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.056937 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672bfc86-1c7d-4cfb-baad-7d4e07f226d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.057264 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672bfc86-1c7d-4cfb-baad-7d4e07f226d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.057591 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672bfc86-1c7d-4cfb-baad-7d4e07f226d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.057911 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672bfc86-1c7d-4cfb-baad-7d4e07f226d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.058252 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672bfc86-1c7d-4cfb-baad-7d4e07f226d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.097733 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-63861a57-39fc-4d7b-b12a-656c65bb7c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:51.117694 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-63861a57-39fc-4d7b-b12a-656c65bb7c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:51.163955 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-63861a57-39fc-4d7b-b12a-656c65bb7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:51.167978 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-63861a57-39fc-4d7b-b12a-656c65bb7c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:51.173160 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-63861a57-39fc-4d7b-b12a-656c65bb7c1b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c80b5c11-a8a5-4b7f-a8be-8bcc3200d369 HTTP/1.1" status: 204 len: 168 time: 0.1203341 Aug 30 07:50:51.180335 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63861a57-39fc-4d7b-b12a-656c65bb7c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80b5c11-a8a5-4b7f-a8be-8bcc3200d369,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:51.889127 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 35168) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:51.982950 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-c3381846-dea9-43ec-bf5a-4021d1748386 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1966291756-network', 'tenant_id': 'f802845196ae419e94d4aa18c6cb0344'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:50:52.004222 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3381846-dea9-43ec-bf5a-4021d1748386 admin admin] Made reservation on behalf of f802845196ae419e94d4aa18c6cb0344 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:50:52.007149 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c3381846-dea9-43ec-bf5a-4021d1748386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:52.015115 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c3381846-dea9-43ec-bf5a-4021d1748386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:52.106586 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c3381846-dea9-43ec-bf5a-4021d1748386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:52.111307 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c3381846-dea9-43ec-bf5a-4021d1748386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:52.142884 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3381846-dea9-43ec-bf5a-4021d1748386 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:50:52.150056 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3381846-dea9-43ec-bf5a-4021d1748386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd706e2c-a187-4652-80b6-7efe221a3bf7,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:52.155971 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c3381846-dea9-43ec-bf5a-4021d1748386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:52.156316 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.segments_db [None req-c3381846-dea9-43ec-bf5a-4021d1748386 admin admin] Added segment 141d6f7a-63e9-4618-9716-11a5940c3941 of type vlan for network 8bbf986d-b800-482c-8c2d-425ae897d112 Aug 30 07:50:52.198909 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c3381846-dea9-43ec-bf5a-4021d1748386 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745590630759'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:52.222287 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c3381846-dea9-43ec-bf5a-4021d1748386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:52.223234 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3381846-dea9-43ec-bf5a-4021d1748386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:52.223872 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c3381846-dea9-43ec-bf5a-4021d1748386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:52.277936 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-c3381846-dea9-43ec-bf5a-4021d1748386 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3876941 Aug 30 07:50:52.280928 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 35174) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:52.282911 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3381846-dea9-43ec-bf5a-4021d1748386 admin admin] Pushing event updated for resources: {'Network': ['ID=8bbf986d-b800-482c-8c2d-425ae897d112,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:52.286336 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-a7d24df4-1c81-471e-87da-99b5e7593563 admin admin] Request body: {'subnet': {'network_id': '8bbf986d-b800-482c-8c2d-425ae897d112', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1966291756-subnet', 'tenant_id': 'f802845196ae419e94d4aa18c6cb0344', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:50:52.297185 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Network 8bbf986d-b800-482c-8c2d-425ae897d112 details requested by agent ovs-agent-dv-cinder-806191-3-iscsi with host dv-cinder-806191-3-iscsi {{(pid=100376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:50:52.308873 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d24df4-1c81-471e-87da-99b5e7593563 admin admin] Made reservation on behalf of f802845196ae419e94d4aa18c6cb0344 for: {'subnet': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:50:52.311081 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a7d24df4-1c81-471e-87da-99b5e7593563 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11245928'] for subnet, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:52.482019 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a7d24df4-1c81-471e-87da-99b5e7593563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11718005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11245850'] for subnet, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:52.536510 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d24df4-1c81-471e-87da-99b5e7593563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83fc8211-9b75-4490-bf8a-71321c3dfb5c,revision_number=0']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:52.546740 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d24df4-1c81-471e-87da-99b5e7593563 admin admin] Checking segment: {'id': '141d6f7a-63e9-4618-9716-11a5940c3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8bbf986d-b800-482c-8c2d-425ae897d112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:50:52.547104 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d24df4-1c81-471e-87da-99b5e7593563 admin admin] Network hostable DHCP agents. Network: 8bbf986d-b800-482c-8c2d-425ae897d112, hostable agents: ['980fb30f-b881-4380-9851-35d5a168d8a6'], hosted agents: [] {{(pid=100375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:50:52.563695 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d24df4-1c81-471e-87da-99b5e7593563 admin admin] Network 8bbf986d-b800-482c-8c2d-425ae897d112 is scheduled to be hosted by DHCP agent 980fb30f-b881-4380-9851-35d5a168d8a6 with binding_index 1 {{(pid=100375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:50:52.573996 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-a7d24df4-1c81-471e-87da-99b5e7593563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-3-iscsi, 8bbf986d-b800-482c-8c2d-425ae897d112) {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:50:52.578098 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d24df4-1c81-471e-87da-99b5e7593563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:52.578717 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a7d24df4-1c81-471e-87da-99b5e7593563 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:52.582874 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f9dec1-8ee7-49b4-934b-681f12feec1a None None] Network 8bbf986d-b800-482c-8c2d-425ae897d112 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:50:52.593877 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-a7d24df4-1c81-471e-87da-99b5e7593563 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3114557 Aug 30 07:50:52.643045 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device aab1ae57-5fbb-4d86-9147-9f7459ab52ce details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:50:52.756922 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54522cdb-0cd3-4c31-a9a9-d574e41a519e None None] Network 8bbf986d-b800-482c-8c2d-425ae897d112 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:50:52.845685 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port aab1ae57-5fbb-4d86-9147-9f7459ab52ce, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=aab1ae57-5fbb-4d86-9147-9f7459ab52ce,segment=NetworkSegment(069426cd-838f-44da-80ef-da1fab447af3),segment_id=069426cd-838f-44da-80ef-da1fab447af3)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:52.867099 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': 'aab1ae57-5fbb-4d86-9147-9f7459ab52ce', 'network_id': 'c4d33ed9-0946-4851-a2a3-23707dea7a5f', 'port_id': 'aab1ae57-5fbb-4d86-9147-9f7459ab52ce', 'mac_address': 'fa:16:3e:f1:2c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504b200a-59dd-41c6-96ac-e980d48b174d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:50:52.938832 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:52.953242 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab1ae57-5fbb-4d86-9147-9f7459ab52ce {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:50:52.975208 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port aab1ae57-5fbb-4d86-9147-9f7459ab52ce, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=aab1ae57-5fbb-4d86-9147-9f7459ab52ce,segment=NetworkSegment(069426cd-838f-44da-80ef-da1fab447af3),segment_id=069426cd-838f-44da-80ef-da1fab447af3)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:52.979512 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:53.034994 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=aab1ae57-5fbb-4d86-9147-9f7459ab52ce,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:53.043406 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:53.043798 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:53.044165 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:53.044556 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:53.044940 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:53.045279 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:53.045612 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:53.045943 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:53.046314 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:53.046644 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:53.046970 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:53.047294 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:53.707308 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:55.346439 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-71f92010-ac22-46d6-bb8c-162b4934800c req-f0684318-90a1-4526-924e-8f8aeaf2cd96 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403247 Aug 30 07:50:55.429596 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db128d-4a38-4934-b4e2-091512f5bb47 req-ce45cdff-d33f-469a-a9a2-a1167a69faf0 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:55.431013 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c9db128d-4a38-4934-b4e2-091512f5bb47 req-ce45cdff-d33f-469a-a9a2-a1167a69faf0 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 944 time: 0.0829198 Aug 30 07:50:55.432763 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f92010-ac22-46d6-bb8c-162b4934800c req-a347ccd8-e444-4530-8c49-4685513e8203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:55.434291 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-71f92010-ac22-46d6-bb8c-162b4934800c req-a347ccd8-e444-4530-8c49-4685513e8203 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5f4656c08fc44eb93611972f4bebb0e&device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 1098 time: 0.0573554 Aug 30 07:50:55.511145 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c9db128d-4a38-4934-b4e2-091512f5bb47 req-4fe45bcc-226f-4419-ac8a-445c39e3adc6 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738635 Aug 30 07:50:55.555258 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f92010-ac22-46d6-bb8c-162b4934800c req-50db113f-1db2-410d-a79d-4e2e2d192729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:55.556736 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-71f92010-ac22-46d6-bb8c-162b4934800c req-50db113f-1db2-410d-a79d-4e2e2d192729 service neutron] 10.222.0.61 "GET /v2.0/networks?id=83b43835-9098-4d89-a14a-34cf351e7cdb HTTP/1.1" status: 200 len: 920 time: 0.1003308 Aug 30 07:50:55.599868 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-71f92010-ac22-46d6-bb8c-162b4934800c req-d37a0248-29e2-40f7-8357-50215416c81a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae18f657-8bf1-4e50-b57d-7f58cd1f4360 HTTP/1.1" status: 200 len: 217 time: 0.0350590 Aug 30 07:50:55.649393 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f92010-ac22-46d6-bb8c-162b4934800c req-e327f502-b307-4ce9-8e39-a36c1beb2e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:55.650899 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-71f92010-ac22-46d6-bb8c-162b4934800c req-e327f502-b307-4ce9-8e39-a36c1beb2e45 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef674ad9-bd11-485a-91a9-03f033f485ef HTTP/1.1" status: 200 len: 859 time: 0.0432246 Aug 30 07:50:55.683868 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-71f92010-ac22-46d6-bb8c-162b4934800c req-14a622e0-5f1d-494e-8673-e8a904a5f18c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=83b43835-9098-4d89-a14a-34cf351e7cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248718 Aug 30 07:50:55.775520 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-71f92010-ac22-46d6-bb8c-162b4934800c req-ee3afac5-9c95-4070-a685-f528ab91f39e service neutron] 10.222.0.61 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845051 Aug 30 07:50:55.865256 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-71f92010-ac22-46d6-bb8c-162b4934800c req-66dd31ca-f7fb-4073-a511-71a826be4867 service neutron] 10.222.0.61 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811734 Aug 30 07:50:56.151784 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['aab1ae57-5fbb-4d86-9147-9f7459ab52ce'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:50:56.638495 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fad99-ee3a-47b8-9617-08d116e058bd req-ece90a4f-d681-49b7-bd39-89c164b3b034 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:56.640013 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9c1fad99-ee3a-47b8-9617-08d116e058bd req-ece90a4f-d681-49b7-bd39-89c164b3b034 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 944 time: 0.0596399 Aug 30 07:50:56.679966 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9c1fad99-ee3a-47b8-9617-08d116e058bd req-fe9b9320-a7a5-4cf0-8471-da4318b48707 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332143 Aug 30 07:50:57.574487 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-809bf0a1-7969-4bde-9c89-24e1e3d2af3a tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:57.575984 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-809bf0a1-7969-4bde-9c89-24e1e3d2af3a tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/networks?id=8bbf986d-b800-482c-8c2d-425ae897d112 HTTP/1.1" status: 200 len: 814 time: 0.1141376 Aug 30 07:50:57.594862 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-1dcaf646-2cfe-4309-9c55-bfba5d381d7d tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/quotas/f802845196ae419e94d4aa18c6cb0344 HTTP/1.1" status: 200 len: 375 time: 0.0108814 Aug 30 07:50:57.644706 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-90481f01-b7d5-4846-9ef5-c347005b5203 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f802845196ae419e94d4aa18c6cb0344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337319 Aug 30 07:50:57.741060 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-b7762cf3-4a57-4133-a212-babaece38d0b service neutron] 10.222.0.73 "GET /v2.0/networks/8bbf986d-b800-482c-8c2d-425ae897d112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888908 Aug 30 07:50:57.835979 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-cf13096d-f4bb-433f-9620-60ae1ff764b2 service neutron] 10.222.0.73 "GET /v2.0/networks/8bbf986d-b800-482c-8c2d-425ae897d112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887008 Aug 30 07:50:58.012352 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-53ab4082-5796-4b38-b7df-cdbfafe98b33 req-389d70b7-063d-433e-acc4-cc7a25965d98 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 210 time: 0.0296698 Aug 30 07:50:58.065717 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906e193-78f4-4616-95db-932cf6cdcb45 req-c5326732-1c58-4117-8699-ffc6feed1105 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:58.067229 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b906e193-78f4-4616-95db-932cf6cdcb45 req-c5326732-1c58-4117-8699-ffc6feed1105 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 944 time: 0.0616307 Aug 30 07:50:58.117179 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b906e193-78f4-4616-95db-932cf6cdcb45 req-13d15126-4bf2-42db-a378-bb0f018151eb tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413239 Aug 30 07:50:59.096387 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-0dc9f62a-23d7-48f8-b35d-24aab1210da3 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:59.097919 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-0dc9f62a-23d7-48f8-b35d-24aab1210da3 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.61 "GET /v2.0/networks?id=8bbf986d-b800-482c-8c2d-425ae897d112 HTTP/1.1" status: 200 len: 814 time: 0.1249506 Aug 30 07:50:59.113571 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Request body: {'port': {'device_id': 'd4bee8b8-41a8-4be5-92f5-b53a575f9f7e', 'network_id': '8bbf986d-b800-482c-8c2d-425ae897d112', 'admin_state_up': True, 'tenant_id': 'f802845196ae419e94d4aa18c6cb0344'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:50:59.119179 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0ba9de0a-6360-45aa-8f27-0c20e4cc85b5 req-3b14d246-bdd1-4f12-880f-d07023956f35 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 210 time: 0.0307391 Aug 30 07:50:59.268431 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9009b-2e33-4ba9-9d42-e3faa7561ead req-74d3f848-6c79-4fc5-b78f-c58cbecb77eb tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:59.269886 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-95b9009b-2e33-4ba9-9d42-e3faa7561ead req-74d3f848-6c79-4fc5-b78f-c58cbecb77eb tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 944 time: 0.0779152 Aug 30 07:50:59.275222 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Made reservation on behalf of f802845196ae419e94d4aa18c6cb0344 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:50:59.279097 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.360726 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-95b9009b-2e33-4ba9-9d42-e3faa7561ead req-0dacc330-46c7-4ee8-9031-b31efc40c4b8 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792792 Aug 30 07:50:59.432464 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Allocated IP 172.20.0.5 (8bbf986d-b800-482c-8c2d-425ae897d112/83fc8211-9b75-4490-bf8a-71321c3dfb5c/3afa3cbd-9ebd-4e43-865d-c8d09a8b644b) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:50:59.580013 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.617884 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.661890 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Network 8bbf986d-b800-482c-8c2d-425ae897d112 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:50:59.664961 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:50:59.668922 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:50:59.692623 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Pushing event updated for resources: {'Port': ['ID=3afa3cbd-9ebd-4e43-865d-c8d09a8b644b,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:59.709844 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device aab1ae57-5fbb-4d86-9147-9f7459ab52ce up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:50:59.713028 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:59.713383 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:59.713722 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:59.714056 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:59.714418 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:59.714745 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:59.715072 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:59.715393 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:59.715720 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:59.716040 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:59.716364 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:59.716681 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:59.737001 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:59.737619 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.753478 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-8ac383ad-66ff-4036-8fba-2ba4d25fd942 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6455178 Aug 30 07:50:59.766613 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Request body: {'port': {'device_id': 'd4bee8b8-41a8-4be5-92f5-b53a575f9f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:50:59.774966 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port aab1ae57-5fbb-4d86-9147-9f7459ab52ce completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:50:59.779298 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port aab1ae57-5fbb-4d86-9147-9f7459ab52ce triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:50:59.779794 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.821822 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.859322 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.885578 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4835a080-f90c-40d1-892d-80b85def751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab1ae57-5fbb-4d86-9147-9f7459ab52ce'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:50:59.888041 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2562d8-36b2-4d13-aee8-77bcc5636a88" -d '{"events": [{"server_uuid": "4835a080-f90c-40d1-892d-80b85def751c", "name": "network-vif-plugged", "status": "completed", "tag": "aab1ae57-5fbb-4d86-9147-9f7459ab52ce"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:50:59.905057 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port aab1ae57-5fbb-4d86-9147-9f7459ab52ce, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=aab1ae57-5fbb-4d86-9147-9f7459ab52ce,segment=NetworkSegment(069426cd-838f-44da-80ef-da1fab447af3),segment_id=069426cd-838f-44da-80ef-da1fab447af3)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:59.913328 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.952913 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c040abe-5415-4d10-a053-ee34877193ca x-openstack-request-id: req-3c040abe-5415-4d10-a053-ee34877193ca {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:50:59.953446 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4835a080-f90c-40d1-892d-80b85def751c", "name": "network-vif-plugged", "status": "completed", "tag": "aab1ae57-5fbb-4d86-9147-9f7459ab52ce", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:50:59.953890 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3c040abe-5415-4d10-a053-ee34877193ca {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:50:59.954450 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4835a080-f90c-40d1-892d-80b85def751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab1ae57-5fbb-4d86-9147-9f7459ab52ce', 'code': 200} Aug 30 07:50:59.997400 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=aab1ae57-5fbb-4d86-9147-9f7459ab52ce,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:00.166012 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:51:00.175935 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.191533 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Transition to ACTIVE for port object 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:51:00.199254 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.256020 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 35372) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:00.278422 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599841b9-e649-4685-9799-2499935e55fd req-a59273e0-383a-4477-8598-2e76e499c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:00.280891 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-599841b9-e649-4685-9799-2499935e55fd req-a59273e0-383a-4477-8598-2e76e499c1c7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 1098 time: 0.0444515 Aug 30 07:51:00.283244 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 35376) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:00.304325 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Pushing event updated for resources: {'Port': ['ID=3afa3cbd-9ebd-4e43-865d-c8d09a8b644b,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:00.334297 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-599841b9-e649-4685-9799-2499935e55fd req-0e28f2c5-32ac-4683-83d9-a7ae4ed714e2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426695 Aug 30 07:51:00.361103 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3824aec-a3a6-43d1-a9db-e7ad7cf43ab0 req-e50a2eaa-f1ac-437f-82b8-aab4c7d5b584 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:00.362703 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f3824aec-a3a6-43d1-a9db-e7ad7cf43ab0 req-e50a2eaa-f1ac-437f-82b8-aab4c7d5b584 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 943 time: 0.1442316 Aug 30 07:51:00.412937 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-50535d5b-47a9-4950-982c-93361e52d749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.431607 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Attempting to bind port 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:51:00.431953 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Attempting to bind port 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '141d6f7a-63e9-4618-9716-11a5940c3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8bbf986d-b800-482c-8c2d-425ae897d112'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:51:00.432295 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Attempting to bind port 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b on network 8bbf986d-b800-482c-8c2d-425ae897d112 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:51:00.438642 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c3d8a05-bd93-451b-aa1e-9319063cabec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.449106 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Port 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b on network 8bbf986d-b800-482c-8c2d-425ae897d112 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:51:00.449441 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Attempting to bind port 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b on network 8bbf986d-b800-482c-8c2d-425ae897d112 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:51:00.456997 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f3824aec-a3a6-43d1-a9db-e7ad7cf43ab0 req-84cd770f-592b-451d-aa99-cccc81d55830 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854297 Aug 30 07:51:00.463562 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:51:00.463788 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Checking segment: {'id': '141d6f7a-63e9-4618-9716-11a5940c3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8bbf986d-b800-482c-8c2d-425ae897d112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:51:00.464183 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Bound using segment: {'id': '141d6f7a-63e9-4618-9716-11a5940c3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8bbf986d-b800-482c-8c2d-425ae897d112'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:51:00.464633 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Bound port: 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141d6f7a-63e9-4618-9716-11a5940c3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8bbf986d-b800-482c-8c2d-425ae897d112'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:51:00.464988 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.535964 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbb8ec-837a-4585-b375-74779954cca3 req-cc83ad2a-7289-4f2f-8633-d10a92136bd8 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:00.536209 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] For port 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b, host hv-cinder-80619, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:51:00.538384 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0fcbb8ec-837a-4585-b375-74779954cca3 req-cc83ad2a-7289-4f2f-8633-d10a92136bd8 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 945 time: 0.0739822 Aug 30 07:51:00.540833 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] For port 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=3afa3cbd-9ebd-4e43-865d-c8d09a8b644b,segment=NetworkSegment(141d6f7a-63e9-4618-9716-11a5940c3941),segment_id=141d6f7a-63e9-4618-9716-11a5940c3941)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:51:00.544470 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.571080 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-50535d5b-47a9-4950-982c-93361e52d749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.576715 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:00.577880 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.579515 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] 10.222.0.61 "PUT /v2.0/ports/3afa3cbd-9ebd-4e43-865d-c8d09a8b644b HTTP/1.1" status: 200 len: 1093 time: 0.8169954 Aug 30 07:51:00.582555 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4bee8b8-41a8-4be5-92f5-b53a575f9f7e', 'tag': '3afa3cbd-9ebd-4e43-865d-c8d09a8b644b'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:51:00.583381 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-50535d5b-47a9-4950-982c-93361e52d749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.585682 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7c1c717326e93d35a200a5a0d3cebafce15ecd83eb06d7c469ca134263d92f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44fda5b-ec22-4e2e-8247-29a1b3747d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4bee8b8-41a8-4be5-92f5-b53a575f9f7e", "tag": "3afa3cbd-9ebd-4e43-865d-c8d09a8b644b"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:51:00.593740 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-36c2705e-8de1-4349-bc95-60265d3fb4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.616408 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50535d5b-47a9-4950-982c-93361e52d749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd907ff3-9dd0-432a-bc4c-9a99a6fc6801,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:00.632826 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0fcbb8ec-837a-4585-b375-74779954cca3 req-71d5f0dc-d5fe-434a-a17e-16ddcaa110c8 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867333 Aug 30 07:51:00.637577 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50533e6-6a29-4e1e-9538-89cbadcb9ded x-openstack-request-id: req-e50533e6-6a29-4e1e-9538-89cbadcb9ded {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:51:00.637870 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4bee8b8-41a8-4be5-92f5-b53a575f9f7e", "tag": "3afa3cbd-9ebd-4e43-865d-c8d09a8b644b", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:51:00.638124 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e50533e6-6a29-4e1e-9538-89cbadcb9ded {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:51:00.638540 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4bee8b8-41a8-4be5-92f5-b53a575f9f7e', 'tag': '3afa3cbd-9ebd-4e43-865d-c8d09a8b644b', 'status': 'completed', 'code': 200} Aug 30 07:51:00.641265 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38381075-b4bc-49d6-8e1d-3be409268c32 service neutron] Pushing event updated for resources: {'Port': ['ID=3afa3cbd-9ebd-4e43-865d-c8d09a8b644b,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:00.654037 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-50535d5b-47a9-4950-982c-93361e52d749 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ca2d2d85519c4182947525e38a67cc2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650293 Aug 30 07:51:00.654037 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 35386) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:00.705718 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-627cc94c-1284-4f0d-8936-2a71dd38143c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.732070 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-627cc94c-1284-4f0d-8936-2a71dd38143c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.747889 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fda5b-ec22-4e2e-8247-29a1b3747d6f req-a7b2449b-cb95-4ed2-9933-d256ec521674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:00.749398 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e44fda5b-ec22-4e2e-8247-29a1b3747d6f req-a7b2449b-cb95-4ed2-9933-d256ec521674 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f802845196ae419e94d4aa18c6cb0344&device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 1096 time: 0.0697560 Aug 30 07:51:00.754043 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c3d8a05-bd93-451b-aa1e-9319063cabec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.758018 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c3d8a05-bd93-451b-aa1e-9319063cabec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.786468 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-627cc94c-1284-4f0d-8936-2a71dd38143c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.790477 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-627cc94c-1284-4f0d-8936-2a71dd38143c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.793980 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-627cc94c-1284-4f0d-8936-2a71dd38143c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dd907ff3-9dd0-432a-bc4c-9a99a6fc6801 HTTP/1.1" status: 204 len: 168 time: 0.1386712 Aug 30 07:51:00.805122 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cc94c-1284-4f0d-8936-2a71dd38143c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd907ff3-9dd0-432a-bc4c-9a99a6fc6801,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:00.851082 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d8a05-bd93-451b-aa1e-9319063cabec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c52392f-f63e-403a-99d4-53f85af51098,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:00.859458 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-4c3d8a05-bd93-451b-aa1e-9319063cabec admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aaaed65f2a574ad1bf3d548afaaeb45e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6000054 Aug 30 07:51:00.862193 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 35392) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:00.902482 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fda5b-ec22-4e2e-8247-29a1b3747d6f req-1aa63cac-152d-419b-a3fe-d0818981740b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:00.907310 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e44fda5b-ec22-4e2e-8247-29a1b3747d6f req-1aa63cac-152d-419b-a3fe-d0818981740b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=f802845196ae419e94d4aa18c6cb0344&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1302776 Aug 30 07:51:00.918572 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-79684f06-fd42-466e-b5a9-02e54e0dfe41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.950384 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-79684f06-fd42-466e-b5a9-02e54e0dfe41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:01.020447 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-79684f06-fd42-466e-b5a9-02e54e0dfe41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:01.023191 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-79684f06-fd42-466e-b5a9-02e54e0dfe41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:01.026835 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-79684f06-fd42-466e-b5a9-02e54e0dfe41 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0c52392f-f63e-403a-99d4-53f85af51098 HTTP/1.1" status: 204 len: 168 time: 0.1612363 Aug 30 07:51:01.033140 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fda5b-ec22-4e2e-8247-29a1b3747d6f req-0f0ff3f9-0fd5-474d-9308-6786376b3491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:01.034724 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e44fda5b-ec22-4e2e-8247-29a1b3747d6f req-0f0ff3f9-0fd5-474d-9308-6786376b3491 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1230013 Aug 30 07:51:01.041925 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79684f06-fd42-466e-b5a9-02e54e0dfe41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c52392f-f63e-403a-99d4-53f85af51098,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:01.128971 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-bb031514-3093-40d4-a71e-ee67916c2f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:01.131028 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-bb031514-3093-40d4-a71e-ee67916c2f6a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f802845196ae419e94d4aa18c6cb0344&device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 1096 time: 0.0438309 Aug 30 07:51:01.183465 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-cb12be7c-0d5b-4439-87d8-3918b1dff165 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3afa3cbd-9ebd-4e43-865d-c8d09a8b644b HTTP/1.1" status: 200 len: 217 time: 0.0406585 Aug 30 07:51:01.242213 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-1dfcd9c7-d092-4941-8221-7cfcc0327134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:01.243693 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-1dfcd9c7-d092-4941-8221-7cfcc0327134 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83fc8211-9b75-4490-bf8a-71321c3dfb5c HTTP/1.1" status: 200 len: 854 time: 0.0504484 Aug 30 07:51:01.277068 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-c2958af7-9e66-4c09-83fe-9eae2d6c7d7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8bbf986d-b800-482c-8c2d-425ae897d112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255587 Aug 30 07:51:01.379121 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-04980ef4-84a7-4c5a-9f3a-7e3cf577689b service neutron] 10.222.0.61 "GET /v2.0/networks/8bbf986d-b800-482c-8c2d-425ae897d112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862298 Aug 30 07:51:01.479554 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2d44e9d9-d35a-45ed-b55b-e82fbc3a3461 req-74f6d96d-589f-436b-9b94-74b58247cd45 service neutron] 10.222.0.61 "GET /v2.0/networks/8bbf986d-b800-482c-8c2d-425ae897d112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930893 Aug 30 07:51:01.588244 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437056b1-c4c8-470d-b0a6-31b0ee06a17a req-e937354d-d559-4997-bf3c-d81dbc62773f tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:01.589774 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-437056b1-c4c8-470d-b0a6-31b0ee06a17a req-e937354d-d559-4997-bf3c-d81dbc62773f tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 943 time: 0.0547891 Aug 30 07:51:01.629023 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-437056b1-c4c8-470d-b0a6-31b0ee06a17a req-7c5b1883-0a4c-438a-af0f-288a0109d72a tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333855 Aug 30 07:51:01.750969 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9de9cb-75f1-4abd-aab2-160b90805fba req-1f9159e4-bfb0-45b9-804c-6e8b5f53162a tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:01.752441 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-de9de9cb-75f1-4abd-aab2-160b90805fba req-1f9159e4-bfb0-45b9-804c-6e8b5f53162a tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 945 time: 0.0486615 Aug 30 07:51:01.791989 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-de9de9cb-75f1-4abd-aab2-160b90805fba req-0319fada-7a7d-44bf-9b39-1ac0262a8942 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327692 Aug 30 07:51:02.123355 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 35436) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:02.230881 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-24f74ed9-09fa-41b7-8d19-5c663239c77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.325161 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-24f74ed9-09fa-41b7-8d19-5c663239c77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.328779 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-24f74ed9-09fa-41b7-8d19-5c663239c77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.367402 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-24f74ed9-09fa-41b7-8d19-5c663239c77d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cf9ed013c10b462093940603ba7134f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429383 Aug 30 07:51:02.368221 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f74ed9-09fa-41b7-8d19-5c663239c77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b836f0-deb5-420c-ba9e-44bfab4c03c2,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:02.370080 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 35442) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:02.423258 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-745ec61f-8390-4d88-a135-1b05a47756ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.444636 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-745ec61f-8390-4d88-a135-1b05a47756ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.491836 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-745ec61f-8390-4d88-a135-1b05a47756ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.494306 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-745ec61f-8390-4d88-a135-1b05a47756ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.495468 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-745ec61f-8390-4d88-a135-1b05a47756ad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/76b836f0-deb5-420c-ba9e-44bfab4c03c2 HTTP/1.1" status: 204 len: 168 time: 0.1242993 Aug 30 07:51:02.503360 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ec61f-8390-4d88-a135-1b05a47756ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b836f0-deb5-420c-ba9e-44bfab4c03c2,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:02.749674 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758be6e-c3a2-4f26-95e7-60bfa5e724f9 req-b92aa8af-cac8-4b0f-aeed-282295f0df20 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:02.751511 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2758be6e-c3a2-4f26-95e7-60bfa5e724f9 req-b92aa8af-cac8-4b0f-aeed-282295f0df20 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 943 time: 0.0509927 Aug 30 07:51:02.790874 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2758be6e-c3a2-4f26-95e7-60bfa5e724f9 req-ec1b4985-7f00-43cb-8d53-b869a08c84ac tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334859 Aug 30 07:51:02.906039 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ade41-9cf1-405e-9dad-411e42526935 req-3b1f3488-01ca-48c4-8e37-bdf4d1c2ffa4 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:02.907565 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8b0ade41-9cf1-405e-9dad-411e42526935 req-3b1f3488-01ca-48c4-8e37-bdf4d1c2ffa4 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 945 time: 0.0490873 Aug 30 07:51:02.951608 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8b0ade41-9cf1-405e-9dad-411e42526935 req-dfd1819a-f24a-4731-b466-fca3541f1d1b tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346382 Aug 30 07:51:03.405824 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-e2933e47-1053-4f62-a836-c4c810ae92ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.723451 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0754f-6cb6-4332-a63c-8b8734633ee7 req-ce32f895-8f8e-4494-99f1-90301f90384a tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:03.724901 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1bf0754f-6cb6-4332-a63c-8b8734633ee7 req-ce32f895-8f8e-4494-99f1-90301f90384a tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 945 time: 0.0479329 Aug 30 07:51:03.762816 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1bf0754f-6cb6-4332-a63c-8b8734633ee7 req-db0b979f-41ee-4400-8528-2d1d67367137 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317450 Aug 30 07:51:03.905150 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7316a6-e81f-47ac-9675-cf84fa170681 req-666dfd60-9dc9-476b-96d2-13c83edd961d tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:03.906639 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2e7316a6-e81f-47ac-9675-cf84fa170681 req-666dfd60-9dc9-476b-96d2-13c83edd961d tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 943 time: 0.0482874 Aug 30 07:51:03.945336 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2e7316a6-e81f-47ac-9675-cf84fa170681 req-7b7d182a-ff13-4334-a1e2-ab9535ae1728 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322926 Aug 30 07:51:04.272040 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:04.771845 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-d5ec2eb3-35a0-4228-b24d-319a525af999 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=481725f1bdc64b708f229129a79b8326&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312839 Aug 30 07:51:04.887061 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b949bcc-afe2-40ad-870d-ffe49642431c req-11504c0e-6ac8-48df-809d-696f672e09ba tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:04.888527 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1b949bcc-afe2-40ad-870d-ffe49642431c req-11504c0e-6ac8-48df-809d-696f672e09ba tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 945 time: 0.0551350 Aug 30 07:51:04.925820 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1b949bcc-afe2-40ad-870d-ffe49642431c req-8becccd6-75ab-4cdb-be30-e96ec14cfb0b tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313652 Aug 30 07:51:04.960181 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-cc49557b-3654-4f65-87bb-2cc14bbc8cab tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:04.961790 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-cc49557b-3654-4f65-87bb-2cc14bbc8cab tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845415 Aug 30 07:51:04.979208 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-019ef621-10cc-4dcb-8b2b-bc89dabae5fd tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/quotas/481725f1bdc64b708f229129a79b8326 HTTP/1.1" status: 200 len: 375 time: 0.0109482 Aug 30 07:51:05.012744 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-2c535011-0236-45ce-b7c5-ba202bafaecc tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=481725f1bdc64b708f229129a79b8326&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277166 Aug 30 07:51:05.064031 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e29b31-081e-4fcc-8346-2f13cbf2d111 req-78fabf3a-4cce-41ae-ae8c-3c01ee59e966 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:05.065762 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-49e29b31-081e-4fcc-8346-2f13cbf2d111 req-78fabf3a-4cce-41ae-ae8c-3c01ee59e966 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 943 time: 0.0519052 Aug 30 07:51:05.082324 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:05.113081 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-49e29b31-081e-4fcc-8346-2f13cbf2d111 req-d10ab748-85e4-4faa-9575-4e8613f23c79 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409062 Aug 30 07:51:05.182744 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-33f783a5-203a-49b6-82b9-e3e4365e38d7 req-ec01d735-0013-4313-a28d-5837ebae65c8 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 210 time: 0.0266929 Aug 30 07:51:05.654644 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b0bf6-3a8a-4e93-b4f5-3b8a340a8f91 req-91e03404-ec1f-4cc3-9687-33c74eb41103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:05.656127 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-150b0bf6-3a8a-4e93-b4f5-3b8a340a8f91 req-91e03404-ec1f-4cc3-9687-33c74eb41103 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5f4656c08fc44eb93611972f4bebb0e&device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 1098 time: 0.0465612 Aug 30 07:51:05.660411 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047d65f-a6d8-46af-bdc1-79d17b4c7cee req-69279993-65c1-434d-953f-cb2d323ab4b0 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:05.662613 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a047d65f-a6d8-46af-bdc1-79d17b4c7cee req-69279993-65c1-434d-953f-cb2d323ab4b0 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0549815 Aug 30 07:51:05.712591 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a047d65f-a6d8-46af-bdc1-79d17b4c7cee req-94547d4e-eacb-40de-bbe3-5626a546c192 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438635 Aug 30 07:51:05.715137 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:51:05.804050 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b0bf6-3a8a-4e93-b4f5-3b8a340a8f91 req-60a241cb-115c-4fc3-be08-96a52bbd7307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:05.806306 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-150b0bf6-3a8a-4e93-b4f5-3b8a340a8f91 req-60a241cb-115c-4fc3-be08-96a52bbd7307 service neutron] 10.222.0.61 "GET /v2.0/networks?id=83b43835-9098-4d89-a14a-34cf351e7cdb HTTP/1.1" status: 200 len: 920 time: 0.1300220 Aug 30 07:51:05.841688 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=3afa3cbd-9ebd-4e43-865d-c8d09a8b644b,segment=NetworkSegment(141d6f7a-63e9-4618-9716-11a5940c3941),segment_id=141d6f7a-63e9-4618-9716-11a5940c3941)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:51:05.852935 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-150b0bf6-3a8a-4e93-b4f5-3b8a340a8f91 req-4ebf44a2-09ed-4569-8c6c-83378dc3f8c7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae18f657-8bf1-4e50-b57d-7f58cd1f4360 HTTP/1.1" status: 200 len: 217 time: 0.0393353 Aug 30 07:51:05.858725 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': '3afa3cbd-9ebd-4e43-865d-c8d09a8b644b', 'network_id': '8bbf986d-b800-482c-8c2d-425ae897d112', 'port_id': '3afa3cbd-9ebd-4e43-865d-c8d09a8b644b', 'mac_address': 'fa:16:3e:bf:11:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83fc8211-9b75-4490-bf8a-71321c3dfb5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:51:05.862808 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:05.904167 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:05.910509 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b0bf6-3a8a-4e93-b4f5-3b8a340a8f91 req-d120f206-e3df-4327-8090-5f3455537e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:05.912339 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-150b0bf6-3a8a-4e93-b4f5-3b8a340a8f91 req-d120f206-e3df-4327-8090-5f3455537e70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef674ad9-bd11-485a-91a9-03f033f485ef HTTP/1.1" status: 200 len: 859 time: 0.0505428 Aug 30 07:51:05.917230 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:51:05.943961 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=3afa3cbd-9ebd-4e43-865d-c8d09a8b644b,segment=NetworkSegment(141d6f7a-63e9-4618-9716-11a5940c3941),segment_id=141d6f7a-63e9-4618-9716-11a5940c3941)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:51:05.952433 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-150b0bf6-3a8a-4e93-b4f5-3b8a340a8f91 req-ab6324ea-24b8-4d62-bcb3-e0480ecc2863 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=83b43835-9098-4d89-a14a-34cf351e7cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286193 Aug 30 07:51:05.954324 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:06.023531 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=3afa3cbd-9ebd-4e43-865d-c8d09a8b644b,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:06.024381 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebb69f-ed2e-41ec-b7c8-c853ae91bb99 req-62c68f22-6075-4ee2-b0b1-925c5926f989 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:06.025902 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3eebb69f-ed2e-41ec-b7c8-c853ae91bb99 req-62c68f22-6075-4ee2-b0b1-925c5926f989 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.61 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 945 time: 0.1019676 Aug 30 07:51:06.117441 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-150b0bf6-3a8a-4e93-b4f5-3b8a340a8f91 req-1e517332-7b0b-49cb-a42a-3c94ae2c8d37 service neutron] 10.222.0.61 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562209 Aug 30 07:51:06.131683 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954eb7f-d288-4ed2-8bfd-65549523afcf req-7574c8d0-f371-49c3-b25a-305c8b23b55b tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:06.133163 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5954eb7f-d288-4ed2-8bfd-65549523afcf req-7574c8d0-f371-49c3-b25a-305c8b23b55b tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 945 time: 0.0928214 Aug 30 07:51:06.189351 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-3eebb69f-ed2e-41ec-b7c8-c853ae91bb99 req-0f2c81b1-7c09-420a-8703-e5bb92aafc42 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Deleting port aab1ae57-5fbb-4d86-9147-9f7459ab52ce {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:51:06.189690 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-3eebb69f-ed2e-41ec-b7c8-c853ae91bb99 req-0f2c81b1-7c09-420a-8703-e5bb92aafc42 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:06.196928 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5954eb7f-d288-4ed2-8bfd-65549523afcf req-e4aea64f-a4d4-45cd-a0ea-1e87de664602 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/security-groups?id=9a85d9f6-ae26-4107-adde-452abf11a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531554 Aug 30 07:51:06.203067 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-9674f490-c12d-4a81-86bb-03bc9b57df34 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:06.206954 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-9674f490-c12d-4a81-86bb-03bc9b57df34 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/networks?id=48af5f56-a712-424c-ad52-bbe266bf5358 HTTP/1.1" status: 200 len: 814 time: 0.1775987 Aug 30 07:51:06.244753 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-826bd625-5d73-495a-94af-1eda98c4cfa4 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/quotas/b7540de7f257475e864b4023460d355a HTTP/1.1" status: 200 len: 375 time: 0.0305219 Aug 30 07:51:06.265937 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-07dbefad-4cbe-4998-a494-0fa2e82c8819 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=481725f1bdc64b708f229129a79b8326&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586443 Aug 30 07:51:06.311942 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-150b0bf6-3a8a-4e93-b4f5-3b8a340a8f91 req-e1d36ebe-11ef-4634-8438-edd294ed3f70 service neutron] 10.222.0.61 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765277 Aug 30 07:51:06.324634 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-2be62112-ef9f-4b70-8e0f-25def5c93a9b tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7540de7f257475e864b4023460d355a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661838 Aug 30 07:51:06.459855 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-3eebb69f-ed2e-41ec-b7c8-c853ae91bb99 req-0f2c81b1-7c09-420a-8703-e5bb92aafc42 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] For port aab1ae57-5fbb-4d86-9147-9f7459ab52ce, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=aab1ae57-5fbb-4d86-9147-9f7459ab52ce,segment=NetworkSegment(069426cd-838f-44da-80ef-da1fab447af3),segment_id=069426cd-838f-44da-80ef-da1fab447af3)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:51:06.460227 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-3eebb69f-ed2e-41ec-b7c8-c853ae91bb99 req-0f2c81b1-7c09-420a-8703-e5bb92aafc42 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:06.494385 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['3afa3cbd-9ebd-4e43-865d-c8d09a8b644b'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:51:06.505628 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-3eebb69f-ed2e-41ec-b7c8-c853ae91bb99 req-0f2c81b1-7c09-420a-8703-e5bb92aafc42 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Calling delete_port for aab1ae57-5fbb-4d86-9147-9f7459ab52ce owned by compute:nova {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:51:06.556190 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecec98b-1ad2-47de-9efe-e522fb09a8d6 req-e9373de6-6bbf-4298-bffb-9e53cfe33f6b tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:06.557750 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9ecec98b-1ad2-47de-9efe-e522fb09a8d6 req-e9373de6-6bbf-4298-bffb-9e53cfe33f6b tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 944 time: 0.2306714 Aug 30 07:51:06.596438 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-4c3a71ab-76a1-4f56-8ce6-caab69045280 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:06.597877 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-4c3a71ab-76a1-4f56-8ce6-caab69045280 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3218586 Aug 30 07:51:06.620257 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-a81fb4de-4d4d-489c-b645-750b9c1515c3 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Request body: {'port': {'device_id': 'ba1701e1-f55e-495f-8464-97060e8d5448', 'network_id': '859d8f2f-6379-47e0-95fb-3aa03afadf12', 'admin_state_up': True, 'tenant_id': '481725f1bdc64b708f229129a79b8326'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:51:06.673516 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-1ae789b3-31a3-457b-8535-7a0205f050b9 service neutron] 10.222.0.73 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398113 Aug 30 07:51:06.703836 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9ecec98b-1ad2-47de-9efe-e522fb09a8d6 req-476706db-32c1-4f97-b90c-1a2073dd42ba tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143918 Aug 30 07:51:06.773647 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-c38d8e73-c0dc-406c-88de-31bd0814e3c2 service neutron] 10.222.0.73 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919044 Aug 30 07:51:06.824185 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b42f024a-2619-485a-b453-2ede9042649b req-8a100f75-a459-41bf-9e16-42235b7a2b33 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 210 time: 0.0428925 Aug 30 07:51:06.836489 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-a81fb4de-4d4d-489c-b645-750b9c1515c3 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Made reservation on behalf of 481725f1bdc64b708f229129a79b8326 for: {'port': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:51:06.840013 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-a81fb4de-4d4d-489c-b645-750b9c1515c3 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:06.847153 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-3eebb69f-ed2e-41ec-b7c8-c853ae91bb99 req-0f2c81b1-7c09-420a-8703-e5bb92aafc42 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:06.886981 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-a81fb4de-4d4d-489c-b645-750b9c1515c3 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:06.891852 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c81b1-7c09-420a-8703-e5bb92aafc42 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Pushing event deleted for resources: {'Port': ['ID=aab1ae57-5fbb-4d86-9147-9f7459ab52ce,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:06.946599 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eebb69f-ed2e-41ec-b7c8-c853ae91bb99 req-0f2c81b1-7c09-420a-8703-e5bb92aafc42 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] No DVR routers for this DVR port aab1ae57-5fbb-4d86-9147-9f7459ab52ce on host hv-cinder-80619 {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:51:06.950639 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-3eebb69f-ed2e-41ec-b7c8-c853ae91bb99 req-0f2c81b1-7c09-420a-8703-e5bb92aafc42 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:06.953014 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3eebb69f-ed2e-41ec-b7c8-c853ae91bb99 req-0f2c81b1-7c09-420a-8703-e5bb92aafc42 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.61 "DELETE /v2.0/ports/aab1ae57-5fbb-4d86-9147-9f7459ab52ce HTTP/1.1" status: 204 len: 173 time: 0.9194894 Aug 30 07:51:06.953586 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4835a080-f90c-40d1-892d-80b85def751c', 'name': 'network-vif-deleted', 'tag': 'aab1ae57-5fbb-4d86-9147-9f7459ab52ce'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:51:06.956056 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6a7ca2-a8cf-4709-ae23-7cce520f4672" -d '{"events": [{"server_uuid": "4835a080-f90c-40d1-892d-80b85def751c", "name": "network-vif-deleted", "tag": "aab1ae57-5fbb-4d86-9147-9f7459ab52ce"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:51:07.011644 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7fec8-0245-4cb4-ab69-5d6a14dde706 req-01336300-fc03-4ac7-b4b1-e9db0cb7ba49 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:07.014717 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-00e7fec8-0245-4cb4-ab69-5d6a14dde706 req-01336300-fc03-4ac7-b4b1-e9db0cb7ba49 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0757487 Aug 30 07:51:07.059445 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-a81fb4de-4d4d-489c-b645-750b9c1515c3 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:07.065519 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-a81fb4de-4d4d-489c-b645-750b9c1515c3 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:07.082735 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-00e7fec8-0245-4cb4-ab69-5d6a14dde706 req-db73748d-8bcb-4c19-bb2d-14d92c1fe2e1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535004 Aug 30 07:51:07.136078 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fb4de-4d4d-489c-b645-750b9c1515c3 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b969b963-0b1b-4056-a278-85a527d08266,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:07.189084 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-06357fa5-841c-4f88-b37d-17ed3c8b2f71 req-175257c0-eec3-48ed-9da6-4ea3f0ea2f75 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 210 time: 0.0413458 Aug 30 07:51:07.203350 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e47a2d-8f9f-4df7-8a6c-851cc3a0813e x-openstack-request-id: req-63e47a2d-8f9f-4df7-8a6c-851cc3a0813e {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:51:07.203705 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4835a080-f90c-40d1-892d-80b85def751c", "name": "network-vif-deleted", "tag": "aab1ae57-5fbb-4d86-9147-9f7459ab52ce", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:51:07.204060 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-63e47a2d-8f9f-4df7-8a6c-851cc3a0813e {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:51:07.204510 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4835a080-f90c-40d1-892d-80b85def751c', 'name': 'network-vif-deleted', 'tag': 'aab1ae57-5fbb-4d86-9147-9f7459ab52ce', 'status': 'completed', 'code': 200} Aug 30 07:51:07.234751 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-a81fb4de-4d4d-489c-b645-750b9c1515c3 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Allocated IP 192.168.233.243 (859d8f2f-6379-47e0-95fb-3aa03afadf12/58b0b03a-2872-4526-8d8b-4caa8e60985c/287d7901-2ff3-42b8-bcad-da34c85d762e) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:51:07.358832 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fa8ea76c-afc0-44ee-a706-be9b1ec9ee70 req-913645dc-d5b8-45e8-98b7-412678a399b3 tempest-VolumesActionsTest-1138931403 tempest-VolumesActionsTest-1138931403-project] 10.222.0.73 "GET /v2.0/ports?device_id=4835a080-f90c-40d1-892d-80b85def751c HTTP/1.1" status: 200 len: 210 time: 0.0616663 Aug 30 07:51:07.423527 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-a81fb4de-4d4d-489c-b645-750b9c1515c3 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:07.437551 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-a81fb4de-4d4d-489c-b645-750b9c1515c3 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Transition to ACTIVE for port object 287d7901-2ff3-42b8-bcad-da34c85d762e will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:51:07.469702 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-a81fb4de-4d4d-489c-b645-750b9c1515c3 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:07.515648 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-a81fb4de-4d4d-489c-b645-750b9c1515c3 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Network 859d8f2f-6379-47e0-95fb-3aa03afadf12 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:51:07.518686 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-a81fb4de-4d4d-489c-b645-750b9c1515c3 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:51:07.523102 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-a81fb4de-4d4d-489c-b645-750b9c1515c3 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:51:07.529163 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fb4de-4d4d-489c-b645-750b9c1515c3 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Pushing event updated for resources: {'Port': ['ID=287d7901-2ff3-42b8-bcad-da34c85d762e,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:07.575519 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-a81fb4de-4d4d-489c-b645-750b9c1515c3 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:07.576209 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-a81fb4de-4d4d-489c-b645-750b9c1515c3 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:07.590934 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-a81fb4de-4d4d-489c-b645-750b9c1515c3 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9768856 Aug 30 07:51:07.605049 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Request body: {'port': {'device_id': 'ba1701e1-f55e-495f-8464-97060e8d5448', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:51:07.618875 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['aab1ae57-5fbb-4d86-9147-9f7459ab52ce'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:51:07.668749 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:07.784691 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-79fbbf08-79bf-4183-bb95-1a12ee82c34b None None] Provisioning for port 287d7901-2ff3-42b8-bcad-da34c85d762e completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:51:07.790623 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-79fbbf08-79bf-4183-bb95-1a12ee82c34b None None] Provisioning complete for port 287d7901-2ff3-42b8-bcad-da34c85d762e triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:51:07.791268 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-79fbbf08-79bf-4183-bb95-1a12ee82c34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:07.830784 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-79fbbf08-79bf-4183-bb95-1a12ee82c34b None None] Port 287d7901-2ff3-42b8-bcad-da34c85d762e cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:51:07.852250 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ecb94-5588-4868-9b40-f14b9efdbd63 req-ef117126-c71b-437c-99a0-cbf1accf01ed tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:07.855498 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-970ecb94-5588-4868-9b40-f14b9efdbd63 req-ef117126-c71b-437c-99a0-cbf1accf01ed tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 944 time: 0.0602713 Aug 30 07:51:07.913236 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-970ecb94-5588-4868-9b40-f14b9efdbd63 req-a6b8573a-99f0-4852-8107-215c7ad53721 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502677 Aug 30 07:51:07.979997 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc20961-3481-447e-af9a-49f57c906976 req-28345926-68dd-4d0f-8744-904b643f319c tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:07.981450 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0dc20961-3481-447e-af9a-49f57c906976 req-28345926-68dd-4d0f-8744-904b643f319c tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 936 time: 0.0787199 Aug 30 07:51:08.042608 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287d7901-2ff3-42b8-bcad-da34c85d762e {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:51:08.057948 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:08.067623 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0dc20961-3481-447e-af9a-49f57c906976 req-d2b15849-abd9-45c7-85e0-c25b6459382f tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/security-groups?id=b969b963-0b1b-4056-a278-85a527d08266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758286 Aug 30 07:51:08.074471 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Transition to ACTIVE for port object 287d7901-2ff3-42b8-bcad-da34c85d762e will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:51:08.078180 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:08.152088 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Pushing event updated for resources: {'Port': ['ID=287d7901-2ff3-42b8-bcad-da34c85d762e,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:08.346220 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a99c4fcc-fcea-41b5-8da8-f2a6c1afa81d req-e3c50a4b-7884-4c9b-902b-780456d57991 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 210 time: 0.0363510 Aug 30 07:51:08.534438 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Attempting to bind port 287d7901-2ff3-42b8-bcad-da34c85d762e on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:51:08.534777 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Attempting to bind port 287d7901-2ff3-42b8-bcad-da34c85d762e by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': 'b46e6d46-bdcb-4587-a3b4-79eab99e08f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '859d8f2f-6379-47e0-95fb-3aa03afadf12'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:51:08.535110 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Attempting to bind port 287d7901-2ff3-42b8-bcad-da34c85d762e on network 859d8f2f-6379-47e0-95fb-3aa03afadf12 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:51:08.552341 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979c097-d7e4-48cd-8740-8750a38d7b95 req-eeaca10a-04f8-42e4-bf8d-50fe02956136 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:08.553788 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f979c097-d7e4-48cd-8740-8750a38d7b95 req-eeaca10a-04f8-42e4-bf8d-50fe02956136 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.1493871 Aug 30 07:51:08.558922 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Port 287d7901-2ff3-42b8-bcad-da34c85d762e on network 859d8f2f-6379-47e0-95fb-3aa03afadf12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:51:08.558922 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Attempting to bind port 287d7901-2ff3-42b8-bcad-da34c85d762e on network 859d8f2f-6379-47e0-95fb-3aa03afadf12 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:51:08.577366 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:51:08.577771 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Checking segment: {'id': 'b46e6d46-bdcb-4587-a3b4-79eab99e08f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '859d8f2f-6379-47e0-95fb-3aa03afadf12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:51:08.578303 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Bound using segment: {'id': 'b46e6d46-bdcb-4587-a3b4-79eab99e08f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '859d8f2f-6379-47e0-95fb-3aa03afadf12'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:51:08.578752 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Bound port: 287d7901-2ff3-42b8-bcad-da34c85d762e, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46e6d46-bdcb-4587-a3b4-79eab99e08f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '859d8f2f-6379-47e0-95fb-3aa03afadf12'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:51:08.579230 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:08.589577 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-d2b03117-7ae3-45ea-9cb6-3667c0cdc919 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:08.591012 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-d2b03117-7ae3-45ea-9cb6-3667c0cdc919 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.61 "GET /v2.0/networks?id=48af5f56-a712-424c-ad52-bbe266bf5358 HTTP/1.1" status: 200 len: 814 time: 0.1855824 Aug 30 07:51:08.610526 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-c7bb7381-3386-4c99-b835-94fd1d46a747 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Request body: {'port': {'device_id': '178ce678-fdfa-4447-8572-f084fb7b273b', 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358', 'admin_state_up': True, 'tenant_id': 'b7540de7f257475e864b4023460d355a'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:51:08.705450 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f979c097-d7e4-48cd-8740-8750a38d7b95 req-9a735bd5-68bc-4311-832d-3aeb76cee8d3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383247 Aug 30 07:51:08.752037 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] For port 287d7901-2ff3-42b8-bcad-da34c85d762e, host hv-cinder-80619, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:51:08.759714 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] For port 287d7901-2ff3-42b8-bcad-da34c85d762e, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=287d7901-2ff3-42b8-bcad-da34c85d762e,segment=NetworkSegment(b46e6d46-bdcb-4587-a3b4-79eab99e08f0),segment_id=b46e6d46-bdcb-4587-a3b4-79eab99e08f0)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:51:08.765042 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:08.810427 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:08.811170 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:08.812557 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] 10.222.0.61 "PUT /v2.0/ports/287d7901-2ff3-42b8-bcad-da34c85d762e HTTP/1.1" status: 200 len: 1098 time: 1.2118373 Aug 30 07:51:08.833257 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-c7bb7381-3386-4c99-b835-94fd1d46a747 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Made reservation on behalf of b7540de7f257475e864b4023460d355a for: {'port': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:51:08.837529 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-c7bb7381-3386-4c99-b835-94fd1d46a747 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:08.861581 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe982ea-b469-4014-bfa8-0f27ea29708e service neutron] Pushing event updated for resources: {'Port': ['ID=287d7901-2ff3-42b8-bcad-da34c85d762e,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:08.968016 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-c53f280d-c0e9-457a-a998-b64e7d7dbbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:08.969555 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-c53f280d-c0e9-457a-a998-b64e7d7dbbe9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=481725f1bdc64b708f229129a79b8326&device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 1101 time: 0.1032529 Aug 30 07:51:09.045545 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-045d361c-3e02-409b-8541-68c8197fc4b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=287d7901-2ff3-42b8-bcad-da34c85d762e HTTP/1.1" status: 200 len: 217 time: 0.0513208 Aug 30 07:51:09.069645 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e6df8-ff83-4881-9c79-1b0b19ea1421 req-cd901d94-acc6-4372-a867-5ed06173c26f tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:09.071533 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-315e6df8-ff83-4881-9c79-1b0b19ea1421 req-cd901d94-acc6-4372-a867-5ed06173c26f tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 944 time: 0.0572200 Aug 30 07:51:09.100432 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-c7bb7381-3386-4c99-b835-94fd1d46a747 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Allocated IP 172.20.0.12 (48af5f56-a712-424c-ad52-bbe266bf5358/540cd3fa-6129-4e85-96e0-36bf95c68725/13b629f3-ca48-4386-acd8-de3370618d1c) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:51:09.130735 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-08e0f23f-deab-4746-9c3b-372fc4446c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:09.132544 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-08e0f23f-deab-4746-9c3b-372fc4446c91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=58b0b03a-2872-4526-8d8b-4caa8e60985c HTTP/1.1" status: 200 len: 843 time: 0.0768771 Aug 30 07:51:09.147201 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-315e6df8-ff83-4881-9c79-1b0b19ea1421 req-7fd74b68-1f82-4cfa-9115-a811543dfb3a tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674951 Aug 30 07:51:09.209922 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1701e1-f55e-495f-8464-97060e8d5448', 'tag': '287d7901-2ff3-42b8-bcad-da34c85d762e'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:51:09.212184 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95d3a8c-ce23-45d0-90c0-3586a33c1436" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1701e1-f55e-495f-8464-97060e8d5448", "tag": "287d7901-2ff3-42b8-bcad-da34c85d762e"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:51:09.296255 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-25d10530-016e-445d-a948-32518617e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:09.297953 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-25d10530-016e-445d-a948-32518617e08c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=859d8f2f-6379-47e0-95fb-3aa03afadf12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1566868 Aug 30 07:51:09.306700 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ade2733-80a3-4c70-94fe-972a92f193af x-openstack-request-id: req-2ade2733-80a3-4c70-94fe-972a92f193af {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:51:09.306988 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1701e1-f55e-495f-8464-97060e8d5448", "tag": "287d7901-2ff3-42b8-bcad-da34c85d762e", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:51:09.307457 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2ade2733-80a3-4c70-94fe-972a92f193af {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:51:09.307825 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1701e1-f55e-495f-8464-97060e8d5448', 'tag': '287d7901-2ff3-42b8-bcad-da34c85d762e', 'status': 'completed', 'code': 200} Aug 30 07:51:09.318891 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e922fb-d1f8-4bd3-ba07-3e4e0fc6cb60 req-0c6aaf7f-b087-42b2-9652-38b885044b6c tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:09.320326 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c8e922fb-d1f8-4bd3-ba07-3e4e0fc6cb60 req-0c6aaf7f-b087-42b2-9652-38b885044b6c tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 948 time: 0.1470885 Aug 30 07:51:09.433931 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c8e922fb-d1f8-4bd3-ba07-3e4e0fc6cb60 req-c6c88bbc-afcd-44c6-8e7e-014a2a5d07e3 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/security-groups?id=b969b963-0b1b-4056-a278-85a527d08266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040359 Aug 30 07:51:09.457580 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-c7bb7381-3386-4c99-b835-94fd1d46a747 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:09.482211 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-b1cdabd0-fc30-471b-8d4b-559e52730089 service neutron] 10.222.0.61 "GET /v2.0/networks/859d8f2f-6379-47e0-95fb-3aa03afadf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709898 Aug 30 07:51:09.567118 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-811b3215-2053-40af-8173-84b56dc5e729 req-f76886b5-cac4-4a9d-a4ff-0b0914c164fb tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 210 time: 0.0775442 Aug 30 07:51:09.592593 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-c7bb7381-3386-4c99-b835-94fd1d46a747 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:09.613454 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['6775eff3-812a-4ed1-8de8-36fd5d098c28', '68f1f892-73b9-4984-bfa6-c10491ed1939', 'ed47d797-7cde-4038-9cf6-19c7781b0f13'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:51:09.650768 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-c7bb7381-3386-4c99-b835-94fd1d46a747 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Network 48af5f56-a712-424c-ad52-bbe266bf5358 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:51:09.655412 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-c7bb7381-3386-4c99-b835-94fd1d46a747 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:51:09.658641 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9bbfb7e8-1809-4b61-a85f-1ed46755dc39 req-73e9426d-f4e7-4a99-8784-779faa200052 service neutron] 10.222.0.61 "GET /v2.0/networks/859d8f2f-6379-47e0-95fb-3aa03afadf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681433 Aug 30 07:51:09.659348 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-c7bb7381-3386-4c99-b835-94fd1d46a747 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:51:09.686850 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb7381-3386-4c99-b835-94fd1d46a747 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Pushing event updated for resources: {'Port': ['ID=13b629f3-ca48-4386-acd8-de3370618d1c,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:09.715407 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:51:09.723172 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-c7bb7381-3386-4c99-b835-94fd1d46a747 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:09.723900 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-c7bb7381-3386-4c99-b835-94fd1d46a747 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:09.763720 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-c7bb7381-3386-4c99-b835-94fd1d46a747 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1580389 Aug 30 07:51:09.773570 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d3a8c-ce23-45d0-90c0-3586a33c1436 req-a3640a95-9128-4010-8810-bf8c448f062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:09.775480 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b95d3a8c-ce23-45d0-90c0-3586a33c1436 req-a3640a95-9128-4010-8810-bf8c448f062e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=481725f1bdc64b708f229129a79b8326&device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 1101 time: 0.0482135 Aug 30 07:51:09.788801 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Request body: {'port': {'device_id': '178ce678-fdfa-4447-8572-f084fb7b273b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:51:09.807458 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:51:09.817787 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:51:09.818142 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:09.842264 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7def8-86db-4b8d-9187-b0831cf2a1c6 req-10cc3395-9253-4b1f-856b-0163d13ce075 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:09.844868 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d6e7def8-86db-4b8d-9187-b0831cf2a1c6 req-10cc3395-9253-4b1f-856b-0163d13ce075 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0544150 Aug 30 07:51:09.892007 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d6e7def8-86db-4b8d-9187-b0831cf2a1c6 req-8c818ced-46fa-4ed8-8256-74dad9ca8a91 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397258 Aug 30 07:51:09.905719 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:09.932255 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d3a8c-ce23-45d0-90c0-3586a33c1436 req-c33a2841-a764-4dd8-ba89-de9660b2bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:09.933718 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b95d3a8c-ce23-45d0-90c0-3586a33c1436 req-c33a2841-a764-4dd8-ba89-de9660b2bb8a service neutron] 10.222.0.61 "GET /v2.0/networks?id=859d8f2f-6379-47e0-95fb-3aa03afadf12 HTTP/1.1" status: 200 len: 870 time: 0.1420255 Aug 30 07:51:09.954876 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:09.988615 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bee8b8-41a8-4be5-92f5-b53a575f9f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afa3cbd-9ebd-4e43-865d-c8d09a8b644b'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:51:09.991209 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6478ab7-7f10-424d-807e-10b94408fc1a" -d '{"events": [{"server_uuid": "d4bee8b8-41a8-4be5-92f5-b53a575f9f7e", "name": "network-vif-plugged", "status": "completed", "tag": "3afa3cbd-9ebd-4e43-865d-c8d09a8b644b"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:51:10.011637 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=3afa3cbd-9ebd-4e43-865d-c8d09a8b644b,segment=NetworkSegment(141d6f7a-63e9-4618-9716-11a5940c3941),segment_id=141d6f7a-63e9-4618-9716-11a5940c3941)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:51:10.016983 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:10.017774 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device aab1ae57-5fbb-4d86-9147-9f7459ab52ce no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:51:10.042614 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe896fc-40aa-4819-9305-b9517b66c2b1 x-openstack-request-id: req-cfe896fc-40aa-4819-9305-b9517b66c2b1 {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:51:10.042901 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bee8b8-41a8-4be5-92f5-b53a575f9f7e", "name": "network-vif-plugged", "status": "completed", "tag": "3afa3cbd-9ebd-4e43-865d-c8d09a8b644b", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:51:10.043152 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cfe896fc-40aa-4819-9305-b9517b66c2b1 {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:51:10.043538 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bee8b8-41a8-4be5-92f5-b53a575f9f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afa3cbd-9ebd-4e43-865d-c8d09a8b644b', 'code': 200} Aug 30 07:51:10.061376 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] No Port match for: aab1ae57-5fbb-4d86-9147-9f7459ab52ce {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:51:10.061718 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device aab1ae57-5fbb-4d86-9147-9f7459ab52ce not bound to the agent host hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:51:10.103872 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=3afa3cbd-9ebd-4e43-865d-c8d09a8b644b,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:10.191780 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b629f3-ca48-4386-acd8-de3370618d1c {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:51:10.200856 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:10.213055 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Transition to ACTIVE for port object 13b629f3-ca48-4386-acd8-de3370618d1c will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:51:10.217110 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:10.271020 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f118205-e525-40f3-a4b3-3270dab3f4ae req-50d5b746-9c75-4982-a329-10880c2ba3b5 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:10.272538 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2f118205-e525-40f3-a4b3-3270dab3f4ae req-50d5b746-9c75-4982-a329-10880c2ba3b5 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 945 time: 0.0530298 Aug 30 07:51:10.274387 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Pushing event updated for resources: {'Port': ['ID=13b629f3-ca48-4386-acd8-de3370618d1c,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:10.317233 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2f118205-e525-40f3-a4b3-3270dab3f4ae req-be2c35e3-0eaa-4ba2-9aea-cf2cab6aa793 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386753 Aug 30 07:51:10.354168 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Attempting to bind port 13b629f3-ca48-4386-acd8-de3370618d1c on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:51:10.354414 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Attempting to bind port 13b629f3-ca48-4386-acd8-de3370618d1c by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '84acf25c-4045-4abf-a4e8-8adbfaa639ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:51:10.354740 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Attempting to bind port 13b629f3-ca48-4386-acd8-de3370618d1c on network 48af5f56-a712-424c-ad52-bbe266bf5358 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:51:10.358908 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Port 13b629f3-ca48-4386-acd8-de3370618d1c on network 48af5f56-a712-424c-ad52-bbe266bf5358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:51:10.359217 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Attempting to bind port 13b629f3-ca48-4386-acd8-de3370618d1c on network 48af5f56-a712-424c-ad52-bbe266bf5358 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:51:10.363891 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:51:10.364780 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Checking segment: {'id': '84acf25c-4045-4abf-a4e8-8adbfaa639ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:51:10.365158 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Bound using segment: {'id': '84acf25c-4045-4abf-a4e8-8adbfaa639ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:51:10.365576 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Bound port: 13b629f3-ca48-4386-acd8-de3370618d1c, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84acf25c-4045-4abf-a4e8-8adbfaa639ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:51:10.365929 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:10.429325 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] For port 13b629f3-ca48-4386-acd8-de3370618d1c, host hv-cinder-80619, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:51:10.432331 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] For port 13b629f3-ca48-4386-acd8-de3370618d1c, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=13b629f3-ca48-4386-acd8-de3370618d1c,segment=NetworkSegment(84acf25c-4045-4abf-a4e8-8adbfaa639ce),segment_id=84acf25c-4045-4abf-a4e8-8adbfaa639ce)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:51:10.436543 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:10.470176 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:10.470787 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:10.472154 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] 10.222.0.61 "PUT /v2.0/ports/13b629f3-ca48-4386-acd8-de3370618d1c HTTP/1.1" status: 200 len: 1094 time: 0.6883657 Aug 30 07:51:10.493714 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b82b8b-a8e8-41b8-b4ee-215fe4851cea service neutron] Pushing event updated for resources: {'Port': ['ID=13b629f3-ca48-4386-acd8-de3370618d1c,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:10.553387 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06038ba7-c708-47c4-ba80-6f1b07bd5a40 req-dd5f8489-001d-4821-94bf-3074a32b662b tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:10.554896 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-06038ba7-c708-47c4-ba80-6f1b07bd5a40 req-dd5f8489-001d-4821-94bf-3074a32b662b tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 948 time: 0.0535393 Aug 30 07:51:10.592196 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-06038ba7-c708-47c4-ba80-6f1b07bd5a40 req-debfe943-e3ec-4427-914a-42606b7d44d1 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/security-groups?id=b969b963-0b1b-4056-a278-85a527d08266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313928 Aug 30 07:51:11.308951 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178ce678-fdfa-4447-8572-f084fb7b273b', 'tag': '13b629f3-ca48-4386-acd8-de3370618d1c'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:51:11.311287 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14310284-b0fb-4a1f-9fd8-0c0044bf19c7" -d '{"events": [{"name": "network-changed", "server_uuid": "178ce678-fdfa-4447-8572-f084fb7b273b", "tag": "13b629f3-ca48-4386-acd8-de3370618d1c"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:51:13.709124 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b95d3a8c-ce23-45d0-90c0-3586a33c1436 req-88a0c5b8-b110-4188-9e8e-dca567acbf08 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=287d7901-2ff3-42b8-bcad-da34c85d762e HTTP/1.1" status: 200 len: 217 time: 0.0384455 Aug 30 07:51:13.790005 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d3a8c-ce23-45d0-90c0-3586a33c1436 req-988ddc90-05f5-469e-a4d6-d62c6b70eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:13.791532 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b95d3a8c-ce23-45d0-90c0-3586a33c1436 req-988ddc90-05f5-469e-a4d6-d62c6b70eabb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=58b0b03a-2872-4526-8d8b-4caa8e60985c HTTP/1.1" status: 200 len: 843 time: 0.0632277 Aug 30 07:51:13.796903 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-206af51f-8d47-480f-90af-cda5390408fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:13.798386 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-206af51f-8d47-480f-90af-cda5390408fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7540de7f257475e864b4023460d355a&device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 1097 time: 0.0781748 Aug 30 07:51:13.872984 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-8d8b1b63-5395-402e-901b-c737970111ec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13b629f3-ca48-4386-acd8-de3370618d1c HTTP/1.1" status: 200 len: 217 time: 0.0533068 Aug 30 07:51:13.884866 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c287a9d-55c6-4efd-b943-735f9a876f47 req-4deaa59e-edcb-4372-9bc4-9302e40ac91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:13.886376 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3c287a9d-55c6-4efd-b943-735f9a876f47 req-4deaa59e-edcb-4372-9bc4-9302e40ac91d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 1098 time: 0.0413039 Aug 30 07:51:13.894403 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d3a8c-ce23-45d0-90c0-3586a33c1436 req-a80fd34a-deae-42f3-b9a6-3efedbd3f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:13.896401 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b95d3a8c-ce23-45d0-90c0-3586a33c1436 req-a80fd34a-deae-42f3-b9a6-3efedbd3f098 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=859d8f2f-6379-47e0-95fb-3aa03afadf12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0846090 Aug 30 07:51:13.923611 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3c287a9d-55c6-4efd-b943-735f9a876f47 req-1a2af54c-9e76-41bc-a317-921d347d1671 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283554 Aug 30 07:51:13.983090 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-ac58c611-4db6-4714-8f06-45eea21623f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:13.984554 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-ac58c611-4db6-4714-8f06-45eea21623f0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=540cd3fa-6129-4e85-96e0-36bf95c68725 HTTP/1.1" status: 200 len: 854 time: 0.1009612 Aug 30 07:51:14.015146 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b95d3a8c-ce23-45d0-90c0-3586a33c1436 req-48ef9d92-4848-450c-8707-8e22a8914efb service neutron] 10.222.0.61 "GET /v2.0/networks/859d8f2f-6379-47e0-95fb-3aa03afadf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005378 Aug 30 07:51:14.819850 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-16979a0a-019c-4f2d-8265-3dacbd18ef41 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=48af5f56-a712-424c-ad52-bbe266bf5358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563567 Aug 30 07:51:15.126274 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b95d3a8c-ce23-45d0-90c0-3586a33c1436 req-e68012c9-09eb-4f09-a5b5-fca38bc6499b service neutron] 10.222.0.61 "GET /v2.0/networks/859d8f2f-6379-47e0-95fb-3aa03afadf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701890 Aug 30 07:51:15.151791 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-8552cf11-49f9-420a-aa64-cfd142edceb3 service neutron] 10.222.0.61 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213379 Aug 30 07:51:15.261280 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-67965402-6e0c-4bce-bc8f-1518bca93d0f req-e798bb2a-f422-4f85-b2ae-0e50c37add40 service neutron] 10.222.0.61 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833893 Aug 30 07:51:15.424375 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6404ec-52fd-41fe-a4ea-68557d9c827e req-25dbfe2b-62b1-4a22-b212-0b6168cb399f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:15.425972 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8b6404ec-52fd-41fe-a4ea-68557d9c827e req-25dbfe2b-62b1-4a22-b212-0b6168cb399f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0569067 Aug 30 07:51:15.426384 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c67d1-3bae-4e9c-9cb4-f945dd573f76 req-0fa05909-a066-4ed4-8ea3-713b3fc6eb8b tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:15.430770 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d70c67d1-3bae-4e9c-9cb4-f945dd573f76 req-0fa05909-a066-4ed4-8ea3-713b3fc6eb8b tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 944 time: 0.0677454 Aug 30 07:51:15.472396 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d70c67d1-3bae-4e9c-9cb4-f945dd573f76 req-6bfbd8ed-b332-41bb-8997-bce0912bb977 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381544 Aug 30 07:51:15.475607 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8b6404ec-52fd-41fe-a4ea-68557d9c827e req-fddebdad-c236-4ee4-a318-107c47325b17 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370526 Aug 30 07:51:15.528695 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38fed0a-f957-45b9-8199-6dc18f525cd8 x-openstack-request-id: req-c38fed0a-f957-45b9-8199-6dc18f525cd8 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:51:15.528980 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178ce678-fdfa-4447-8572-f084fb7b273b", "tag": "13b629f3-ca48-4386-acd8-de3370618d1c", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:51:15.529225 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c38fed0a-f957-45b9-8199-6dc18f525cd8 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:51:15.529626 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178ce678-fdfa-4447-8572-f084fb7b273b', 'tag': '13b629f3-ca48-4386-acd8-de3370618d1c', 'status': 'completed', 'code': 200} Aug 30 07:51:15.599927 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8021a0-ea66-40fe-86cb-8138ae57a9ca req-0c46bb3b-c91e-4090-a713-b5bc4b02d775 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:15.601455 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0b8021a0-ea66-40fe-86cb-8138ae57a9ca req-0c46bb3b-c91e-4090-a713-b5bc4b02d775 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 945 time: 0.0566072 Aug 30 07:51:15.639338 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14310284-b0fb-4a1f-9fd8-0c0044bf19c7 req-a1dd6f95-f6ba-4e2f-a7bb-c581e993cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:15.640826 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-14310284-b0fb-4a1f-9fd8-0c0044bf19c7 req-a1dd6f95-f6ba-4e2f-a7bb-c581e993cff2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7540de7f257475e864b4023460d355a&device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 1097 time: 0.0819504 Aug 30 07:51:15.642952 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0b8021a0-ea66-40fe-86cb-8138ae57a9ca req-82e5fc23-919a-4c3d-bc7e-ec3fdee8de4e tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347414 Aug 30 07:51:15.654614 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2b737-5e3c-499f-9d85-d07d925a4d9a req-710befe7-518d-4fdc-b9d7-b54a5272ae71 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:15.656114 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-46b2b737-5e3c-499f-9d85-d07d925a4d9a req-710befe7-518d-4fdc-b9d7-b54a5272ae71 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 948 time: 0.0643961 Aug 30 07:51:15.741591 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-46b2b737-5e3c-499f-9d85-d07d925a4d9a req-e03e70d6-57a1-4ed4-8d5e-e4186bbf9781 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/security-groups?id=b969b963-0b1b-4056-a278-85a527d08266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770714 Aug 30 07:51:15.771082 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14310284-b0fb-4a1f-9fd8-0c0044bf19c7 req-41e2f87b-32fd-4e5c-99df-2a366bc47169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:15.772551 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-14310284-b0fb-4a1f-9fd8-0c0044bf19c7 req-41e2f87b-32fd-4e5c-99df-2a366bc47169 service neutron] 10.222.0.61 "GET /v2.0/networks?id=48af5f56-a712-424c-ad52-bbe266bf5358 HTTP/1.1" status: 200 len: 915 time: 0.1155789 Aug 30 07:51:15.814705 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-14310284-b0fb-4a1f-9fd8-0c0044bf19c7 req-3b64a21d-3237-49bd-b64d-2b3b6586849f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13b629f3-ca48-4386-acd8-de3370618d1c HTTP/1.1" status: 200 len: 217 time: 0.0346828 Aug 30 07:51:15.870010 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14310284-b0fb-4a1f-9fd8-0c0044bf19c7 req-e91cfaee-d31b-4cf1-81db-ed829b58803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:15.871327 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-14310284-b0fb-4a1f-9fd8-0c0044bf19c7 req-e91cfaee-d31b-4cf1-81db-ed829b58803f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=540cd3fa-6129-4e85-96e0-36bf95c68725 HTTP/1.1" status: 200 len: 854 time: 0.0487537 Aug 30 07:51:15.904682 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-14310284-b0fb-4a1f-9fd8-0c0044bf19c7 req-2dd22471-ae83-4477-910a-75d377b5cbd6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=48af5f56-a712-424c-ad52-bbe266bf5358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250556 Aug 30 07:51:16.004647 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-14310284-b0fb-4a1f-9fd8-0c0044bf19c7 req-d5b70f6d-0dd8-4fb6-8c89-0c9ad24ba8e7 service neutron] 10.222.0.61 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895886 Aug 30 07:51:16.102686 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-14310284-b0fb-4a1f-9fd8-0c0044bf19c7 req-8a6a8563-553d-4f81-bd6a-ad197e5d7d18 service neutron] 10.222.0.61 "GET /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904536 Aug 30 07:51:16.874896 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27e3a4-1a3c-4874-bbc7-241cf66d18b3 req-d27d1e0b-3327-47e4-96dc-de6f52003e55 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:16.876574 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0ac63-bbfc-4134-a03a-7589a18d0947 req-0eecba6a-e753-4679-ad47-ba553f709abb tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:16.882688 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-af27e3a4-1a3c-4874-bbc7-241cf66d18b3 req-d27d1e0b-3327-47e4-96dc-de6f52003e55 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 944 time: 0.0578458 Aug 30 07:51:16.885057 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-67a0ac63-bbfc-4134-a03a-7589a18d0947 req-0eecba6a-e753-4679-ad47-ba553f709abb tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0631008 Aug 30 07:51:16.931318 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-af27e3a4-1a3c-4874-bbc7-241cf66d18b3 req-13777932-a886-4aa3-bba2-1f7783596a9c tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404193 Aug 30 07:51:16.931552 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-67a0ac63-bbfc-4134-a03a-7589a18d0947 req-f839b4f5-f54c-4c25-a318-6d06c9007393 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444343 Aug 30 07:51:17.044962 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402f336-8a44-45c4-a89a-e13b68e71b64 req-3d5982a2-f25f-43c7-9fcd-e4b1b740182b tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:17.052392 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2402f336-8a44-45c4-a89a-e13b68e71b64 req-3d5982a2-f25f-43c7-9fcd-e4b1b740182b tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 945 time: 0.0579317 Aug 30 07:51:17.071602 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef690964-4fda-4177-8d01-f00186bf6849 req-2f5d65f1-ccc8-4ca6-9df0-d40ae0ade8bc tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:17.078886 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ef690964-4fda-4177-8d01-f00186bf6849 req-2f5d65f1-ccc8-4ca6-9df0-d40ae0ade8bc tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 948 time: 0.0627706 Aug 30 07:51:17.104622 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2402f336-8a44-45c4-a89a-e13b68e71b64 req-84650d9b-7212-4d5a-9090-3da39c0f7f49 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510874 Aug 30 07:51:17.119850 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ef690964-4fda-4177-8d01-f00186bf6849 req-0ac9f550-0b06-4e6f-99a5-8339f08be353 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/security-groups?id=b969b963-0b1b-4056-a278-85a527d08266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Aug 30 07:51:18.104058 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3174629-975b-4970-88b1-9b9295ac1aa2 req-69c84bd1-39b0-48ce-9074-90a671bd9a3d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:18.105704 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c3174629-975b-4970-88b1-9b9295ac1aa2 req-69c84bd1-39b0-48ce-9074-90a671bd9a3d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0835173 Aug 30 07:51:18.156315 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc3194-eb55-4af4-9eef-23ae1c7eeb8d req-1687b5b2-25e5-423d-a85f-2818d1f9ae9e tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:18.165803 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d0fc3194-eb55-4af4-9eef-23ae1c7eeb8d req-1687b5b2-25e5-423d-a85f-2818d1f9ae9e tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 944 time: 0.0807273 Aug 30 07:51:18.168096 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c3174629-975b-4970-88b1-9b9295ac1aa2 req-f6ee565e-95f6-4097-89f7-c49215be468d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521741 Aug 30 07:51:18.233348 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d0fc3194-eb55-4af4-9eef-23ae1c7eeb8d req-32bc80b3-c386-4c58-bff6-6288701046b7 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578799 Aug 30 07:51:18.385466 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8d787-458c-4994-8c61-758079a811ed req-994b68ed-99c4-42be-b0a9-08fad3b24555 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:18.399078 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f9d8d787-458c-4994-8c61-758079a811ed req-994b68ed-99c4-42be-b0a9-08fad3b24555 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 945 time: 0.1351976 Aug 30 07:51:18.445547 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f476807-2fee-4e52-a281-b72de058aa9e req-971b69b6-45a9-45c5-92c0-9860091a7636 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:18.447435 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8f476807-2fee-4e52-a281-b72de058aa9e req-971b69b6-45a9-45c5-92c0-9860091a7636 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 948 time: 0.1466696 Aug 30 07:51:18.466193 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f9d8d787-458c-4994-8c61-758079a811ed req-5a121a46-d968-4ea7-bc05-9e41063abd0e tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645318 Aug 30 07:51:18.543855 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8f476807-2fee-4e52-a281-b72de058aa9e req-0139a437-9202-480f-8f89-c41e3b1b8b8c tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/security-groups?id=b969b963-0b1b-4056-a278-85a527d08266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887082 Aug 30 07:51:19.397481 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f78f3-be04-480a-93c2-4e75bc6d05b8 req-116beecd-6064-4c93-baeb-4a563505a519 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:19.400290 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4f4f78f3-be04-480a-93c2-4e75bc6d05b8 req-116beecd-6064-4c93-baeb-4a563505a519 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0648875 Aug 30 07:51:19.459272 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4f4f78f3-be04-480a-93c2-4e75bc6d05b8 req-5800f7aa-ce85-4c76-8c4d-5825e94c6c8b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526879 Aug 30 07:51:19.510008 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c29d6-747f-4072-b7af-10cdff50ba24 req-f21481cf-9256-4815-b491-e814dcbca34f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:19.513450 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2f4c29d6-747f-4072-b7af-10cdff50ba24 req-f21481cf-9256-4815-b491-e814dcbca34f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 944 time: 0.1095443 Aug 30 07:51:19.592787 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2f4c29d6-747f-4072-b7af-10cdff50ba24 req-ca48cfa7-3cd0-4386-9695-31213c950c71 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735450 Aug 30 07:51:19.681811 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c0fe5-5be3-43a0-b248-c5baae1b1761 req-8beb2fd0-4696-4a75-91f5-1039ef9a759e tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:19.683413 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ac2c0fe5-5be3-43a0-b248-c5baae1b1761 req-8beb2fd0-4696-4a75-91f5-1039ef9a759e tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 948 time: 0.0611131 Aug 30 07:51:19.722383 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 287d7901-2ff3-42b8-bcad-da34c85d762e details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:51:19.747394 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ac2c0fe5-5be3-43a0-b248-c5baae1b1761 req-32b6f11e-6832-4e1e-af85-f3cee94e78ed tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/security-groups?id=b969b963-0b1b-4056-a278-85a527d08266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577302 Aug 30 07:51:19.873044 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 287d7901-2ff3-42b8-bcad-da34c85d762e, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=287d7901-2ff3-42b8-bcad-da34c85d762e,segment=NetworkSegment(b46e6d46-bdcb-4587-a3b4-79eab99e08f0),segment_id=b46e6d46-bdcb-4587-a3b4-79eab99e08f0)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:51:19.888604 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': '287d7901-2ff3-42b8-bcad-da34c85d762e', 'network_id': '859d8f2f-6379-47e0-95fb-3aa03afadf12', 'port_id': '287d7901-2ff3-42b8-bcad-da34c85d762e', 'mac_address': 'fa:16:3e:2a:93:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b0b03a-2872-4526-8d8b-4caa8e60985c', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:51:19.933454 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:19.951079 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287d7901-2ff3-42b8-bcad-da34c85d762e {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:51:19.975593 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 287d7901-2ff3-42b8-bcad-da34c85d762e, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=287d7901-2ff3-42b8-bcad-da34c85d762e,segment=NetworkSegment(b46e6d46-bdcb-4587-a3b4-79eab99e08f0),segment_id=b46e6d46-bdcb-4587-a3b4-79eab99e08f0)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:51:19.982306 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:20.073764 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=287d7901-2ff3-42b8-bcad-da34c85d762e,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:20.622693 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d36760-2b2e-409c-92f8-b7efdca5d1ac req-5d577fe2-bef0-42ff-93cf-f8417a3d9ea1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:20.624480 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-52d36760-2b2e-409c-92f8-b7efdca5d1ac req-5d577fe2-bef0-42ff-93cf-f8417a3d9ea1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0588582 Aug 30 07:51:20.676433 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-52d36760-2b2e-409c-92f8-b7efdca5d1ac req-56846901-91a6-447a-9bf7-045078e3d7f1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417745 Aug 30 07:51:20.759427 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467a3fa-b89d-4f05-aad1-9598dbfbc805 req-c71a9460-f482-4b07-8a4f-6c0f63527b90 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:20.760980 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5467a3fa-b89d-4f05-aad1-9598dbfbc805 req-c71a9460-f482-4b07-8a4f-6c0f63527b90 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 944 time: 0.0548625 Aug 30 07:51:20.807172 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5467a3fa-b89d-4f05-aad1-9598dbfbc805 req-7ba04203-eb85-4311-b539-41500f450305 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402141 Aug 30 07:51:20.833869 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['287d7901-2ff3-42b8-bcad-da34c85d762e'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:51:20.894885 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdc727-ae5f-48c8-9bce-b7956ad1aecb req-54646150-593d-44a8-8b0c-f93cbb0c257b tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:20.897603 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3ffdc727-ae5f-48c8-9bce-b7956ad1aecb req-54646150-593d-44a8-8b0c-f93cbb0c257b tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 949 time: 0.0612938 Aug 30 07:51:20.951627 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3ffdc727-ae5f-48c8-9bce-b7956ad1aecb req-eada9af3-9e45-44cb-a657-b7757d50bee5 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/security-groups?id=b969b963-0b1b-4056-a278-85a527d08266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438488 Aug 30 07:51:21.726886 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 13b629f3-ca48-4386-acd8-de3370618d1c details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:51:21.804427 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a3dc2-fac0-4ca9-b4b0-381e545c6113 req-6654370a-3c58-4915-8ca4-9aa390ca0b24 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:21.810656 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d58a3dc2-fac0-4ca9-b4b0-381e545c6113 req-6654370a-3c58-4915-8ca4-9aa390ca0b24 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0644546 Aug 30 07:51:21.843554 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 13b629f3-ca48-4386-acd8-de3370618d1c, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=13b629f3-ca48-4386-acd8-de3370618d1c,segment=NetworkSegment(84acf25c-4045-4abf-a4e8-8adbfaa639ce),segment_id=84acf25c-4045-4abf-a4e8-8adbfaa639ce)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:51:21.859137 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': '13b629f3-ca48-4386-acd8-de3370618d1c', 'network_id': '48af5f56-a712-424c-ad52-bbe266bf5358', 'port_id': '13b629f3-ca48-4386-acd8-de3370618d1c', 'mac_address': 'fa:16:3e:db:9f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540cd3fa-6129-4e85-96e0-36bf95c68725', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:51:21.877111 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d58a3dc2-fac0-4ca9-b4b0-381e545c6113 req-28f15ddb-a6ce-4269-b2eb-1a403b90717c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652211 Aug 30 07:51:21.908403 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:21.926769 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b629f3-ca48-4386-acd8-de3370618d1c {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:51:21.946997 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b9662-2bb4-4204-a25c-0d4d0ed61024 req-bc7f6eed-41bb-4113-bf4a-501ed4f4edf4 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:21.955076 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 13b629f3-ca48-4386-acd8-de3370618d1c, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=13b629f3-ca48-4386-acd8-de3370618d1c,segment=NetworkSegment(84acf25c-4045-4abf-a4e8-8adbfaa639ce),segment_id=84acf25c-4045-4abf-a4e8-8adbfaa639ce)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:51:21.958511 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ae4b9662-2bb4-4204-a25c-0d4d0ed61024 req-bc7f6eed-41bb-4113-bf4a-501ed4f4edf4 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 944 time: 0.0635445 Aug 30 07:51:21.962742 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:22.019493 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ae4b9662-2bb4-4204-a25c-0d4d0ed61024 req-e38803fe-44ba-4bbb-b1c9-db804811661f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548317 Aug 30 07:51:22.064035 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=13b629f3-ca48-4386-acd8-de3370618d1c,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:22.085652 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e03a5-c7a1-4416-bf30-ba6d3b524729 req-d311b9c5-a58d-4f05-9a8f-2d532d746efb tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:22.087272 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-460e03a5-c7a1-4416-bf30-ba6d3b524729 req-d311b9c5-a58d-4f05-9a8f-2d532d746efb tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 949 time: 0.0580432 Aug 30 07:51:22.128564 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-460e03a5-c7a1-4416-bf30-ba6d3b524729 req-d09497f3-c848-413d-a99c-d54c0abb172c tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/security-groups?id=b969b963-0b1b-4056-a278-85a527d08266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324392 Aug 30 07:51:22.671757 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['13b629f3-ca48-4386-acd8-de3370618d1c'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:51:23.013845 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df461335-f153-466e-9667-314be98eb99a req-6970468a-752e-4dc2-b7a8-d6117d752776 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:23.015652 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-df461335-f153-466e-9667-314be98eb99a req-6970468a-752e-4dc2-b7a8-d6117d752776 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0566509 Aug 30 07:51:23.057020 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-df461335-f153-466e-9667-314be98eb99a req-546db841-3a3c-4c66-9e63-4602cac9c3a0 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341249 Aug 30 07:51:23.133082 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e514ec6-b7a7-42ad-a37a-0afe223effcd req-6d466649-855b-4d49-ab71-716621d936dc tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:23.135720 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3e514ec6-b7a7-42ad-a37a-0afe223effcd req-6d466649-855b-4d49-ab71-716621d936dc tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 945 time: 0.0540664 Aug 30 07:51:23.235756 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3e514ec6-b7a7-42ad-a37a-0afe223effcd req-e8b4b7ec-5c1a-4718-94c4-b2ca097163fd tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921338 Aug 30 07:51:23.284788 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b8795-32ce-4ab4-bdaf-98df05d5b337 req-c9b355e8-8cb1-4719-a549-e2aec6946403 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:23.287365 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ae9b8795-32ce-4ab4-bdaf-98df05d5b337 req-c9b355e8-8cb1-4719-a549-e2aec6946403 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 949 time: 0.0687037 Aug 30 07:51:23.366300 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ae9b8795-32ce-4ab4-bdaf-98df05d5b337 req-7dc6daa1-396e-4aa1-a10e-5f7aea708352 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/security-groups?id=b969b963-0b1b-4056-a278-85a527d08266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682859 Aug 30 07:51:23.694831 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:23.746966 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 287d7901-2ff3-42b8-bcad-da34c85d762e up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:51:23.814826 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port 287d7901-2ff3-42b8-bcad-da34c85d762e completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:51:23.820196 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port 287d7901-2ff3-42b8-bcad-da34c85d762e triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:51:23.820577 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:23.914760 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:23.942742 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1701e1-f55e-495f-8464-97060e8d5448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287d7901-2ff3-42b8-bcad-da34c85d762e'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:51:23.946335 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99801a4f-84cd-4d35-9f79-9c76c4a3be9f" -d '{"events": [{"server_uuid": "ba1701e1-f55e-495f-8464-97060e8d5448", "name": "network-vif-plugged", "status": "completed", "tag": "287d7901-2ff3-42b8-bcad-da34c85d762e"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:51:23.964020 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 287d7901-2ff3-42b8-bcad-da34c85d762e, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=287d7901-2ff3-42b8-bcad-da34c85d762e,segment=NetworkSegment(b46e6d46-bdcb-4587-a3b4-79eab99e08f0),segment_id=b46e6d46-bdcb-4587-a3b4-79eab99e08f0)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:51:23.969750 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:23.999303 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfc9102-13e0-43e5-a5ed-bd4a4cb78c8c x-openstack-request-id: req-0bfc9102-13e0-43e5-a5ed-bd4a4cb78c8c {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:51:23.999675 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1701e1-f55e-495f-8464-97060e8d5448", "name": "network-vif-plugged", "status": "completed", "tag": "287d7901-2ff3-42b8-bcad-da34c85d762e", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:51:24.000071 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0bfc9102-13e0-43e5-a5ed-bd4a4cb78c8c {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:51:24.000483 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1701e1-f55e-495f-8464-97060e8d5448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287d7901-2ff3-42b8-bcad-da34c85d762e', 'code': 200} Aug 30 07:51:24.025565 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=287d7901-2ff3-42b8-bcad-da34c85d762e,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:24.225496 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6060ec-9def-44bb-88c7-a867bc4014fb req-a4918951-cc41-4a1d-ba0c-d2fa02d95a83 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:24.227673 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8f6060ec-9def-44bb-88c7-a867bc4014fb req-a4918951-cc41-4a1d-ba0c-d2fa02d95a83 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0910230 Aug 30 07:51:24.233925 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e38b14-dcc5-45fa-b1b5-2ba7e987178f req-977fb995-ce41-47ba-93dc-29c291152383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:24.235422 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-90e38b14-dcc5-45fa-b1b5-2ba7e987178f req-977fb995-ce41-47ba-93dc-29c291152383 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 1103 time: 0.0672379 Aug 30 07:51:24.290442 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8f6060ec-9def-44bb-88c7-a867bc4014fb req-7f883eca-811c-4e4b-845b-52fde5fa4547 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540257 Aug 30 07:51:24.305809 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-90e38b14-dcc5-45fa-b1b5-2ba7e987178f req-76e32c09-05c2-4763-acc7-b70d50deae8d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b969b963-0b1b-4056-a278-85a527d08266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533733 Aug 30 07:51:24.371444 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bc6bf-20a2-4518-a489-f416987d86f7 req-f5740e94-09db-4aeb-9877-03a5f86a67bd tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:24.373002 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-888bc6bf-20a2-4518-a489-f416987d86f7 req-f5740e94-09db-4aeb-9877-03a5f86a67bd tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 945 time: 0.0553877 Aug 30 07:51:24.453036 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-888bc6bf-20a2-4518-a489-f416987d86f7 req-00a02c30-f2d4-41a6-b00c-0d7f0039c228 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633657 Aug 30 07:51:24.530494 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426341a-53f4-4d1d-a4db-3eef900b1341 req-5e6f195a-9c62-4221-a51c-98e7d5927e29 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:24.532079 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9426341a-53f4-4d1d-a4db-3eef900b1341 req-5e6f195a-9c62-4221-a51c-98e7d5927e29 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 950 time: 0.0557458 Aug 30 07:51:24.584717 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9426341a-53f4-4d1d-a4db-3eef900b1341 req-557e08ee-b344-43c0-9853-06b3a0e3a33c tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/security-groups?id=b969b963-0b1b-4056-a278-85a527d08266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449595 Aug 30 07:51:25.425414 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346ae44-97dc-447e-a248-4f4deddb96d7 req-885a8c4e-c047-4978-a096-17043b8de501 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:25.427627 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8346ae44-97dc-447e-a248-4f4deddb96d7 req-885a8c4e-c047-4978-a096-17043b8de501 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0586500 Aug 30 07:51:25.485445 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8346ae44-97dc-447e-a248-4f4deddb96d7 req-390f51a7-112c-4feb-926b-74a21705bdcf tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467510 Aug 30 07:51:25.576588 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751e17b-c4d5-40f8-9dbc-783ccea8479e req-3bbc94bd-d2df-479d-a94c-1ce69d5d39a5 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:25.578521 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2751e17b-c4d5-40f8-9dbc-783ccea8479e req-3bbc94bd-d2df-479d-a94c-1ce69d5d39a5 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 945 time: 0.0555291 Aug 30 07:51:25.621236 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2751e17b-c4d5-40f8-9dbc-783ccea8479e req-2f14fc72-9726-4a1c-b12e-a7ced8f18338 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362058 Aug 30 07:51:25.704274 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31901d7c-ba3d-43c4-9e42-a5f7da4d6c94 req-55cfc166-f107-4e6f-96d1-b2d695d6128b tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:25.705776 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-31901d7c-ba3d-43c4-9e42-a5f7da4d6c94 req-55cfc166-f107-4e6f-96d1-b2d695d6128b tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 950 time: 0.0502708 Aug 30 07:51:25.749931 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-31901d7c-ba3d-43c4-9e42-a5f7da4d6c94 req-45ced8ad-e781-4b72-8fe9-358a04647271 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/security-groups?id=b969b963-0b1b-4056-a278-85a527d08266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373812 Aug 30 07:51:25.761352 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 13b629f3-ca48-4386-acd8-de3370618d1c up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:51:25.940533 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port 13b629f3-ca48-4386-acd8-de3370618d1c completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:51:25.950981 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port 13b629f3-ca48-4386-acd8-de3370618d1c triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:51:25.951349 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:26.042017 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:26.069693 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178ce678-fdfa-4447-8572-f084fb7b273b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b629f3-ca48-4386-acd8-de3370618d1c'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:51:26.071993 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d61ee9-62b8-462d-994a-174720ed31da" -d '{"events": [{"server_uuid": "178ce678-fdfa-4447-8572-f084fb7b273b", "name": "network-vif-plugged", "status": "completed", "tag": "13b629f3-ca48-4386-acd8-de3370618d1c"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:51:26.096498 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 13b629f3-ca48-4386-acd8-de3370618d1c, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=13b629f3-ca48-4386-acd8-de3370618d1c,segment=NetworkSegment(84acf25c-4045-4abf-a4e8-8adbfaa639ce),segment_id=84acf25c-4045-4abf-a4e8-8adbfaa639ce)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:51:26.104102 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:26.123199 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a9ce35-2d57-4799-9844-480bb81cc57c x-openstack-request-id: req-c7a9ce35-2d57-4799-9844-480bb81cc57c {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:51:26.125134 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178ce678-fdfa-4447-8572-f084fb7b273b", "name": "network-vif-plugged", "status": "completed", "tag": "13b629f3-ca48-4386-acd8-de3370618d1c", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:51:26.125559 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c7a9ce35-2d57-4799-9844-480bb81cc57c {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:51:26.126962 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178ce678-fdfa-4447-8572-f084fb7b273b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b629f3-ca48-4386-acd8-de3370618d1c', 'code': 200} Aug 30 07:51:26.199622 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=13b629f3-ca48-4386-acd8-de3370618d1c,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:26.384815 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6765a-96d4-487a-a188-47819871b1d6 req-8db1b0cd-22b1-47e6-9784-e039d1cfef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:26.386455 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-dfb6765a-96d4-487a-a188-47819871b1d6 req-8db1b0cd-22b1-47e6-9784-e039d1cfef6a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 1099 time: 0.0435534 Aug 30 07:51:26.432299 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-dfb6765a-96d4-487a-a188-47819871b1d6 req-e4b87e93-46f1-4970-873e-8b5ee774df81 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371370 Aug 30 07:51:26.619335 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7778f32-4cf2-432d-ae4f-afd07474d5af req-45a5825e-b058-4038-b8c9-080317788506 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:26.620903 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a7778f32-4cf2-432d-ae4f-afd07474d5af req-45a5825e-b058-4038-b8c9-080317788506 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0637145 Aug 30 07:51:26.668843 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a7778f32-4cf2-432d-ae4f-afd07474d5af req-50fdc2db-a0f3-491e-b0b9-2d0573969e24 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410752 Aug 30 07:51:26.752810 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75971821-8215-4c4c-9f45-3e96dfbf73cc req-1ade6670-14da-40e3-b5d3-a8aa87add71c tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:26.756650 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-75971821-8215-4c4c-9f45-3e96dfbf73cc req-1ade6670-14da-40e3-b5d3-a8aa87add71c tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 946 time: 0.0567946 Aug 30 07:51:26.804710 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-75971821-8215-4c4c-9f45-3e96dfbf73cc req-3cd66e35-620b-4c38-b8a0-62ca9921e413 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427370 Aug 30 07:51:26.875901 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65422ea0-1289-4f89-92bd-098e063f365a req-fa46dab0-d45c-4f8e-89ac-f69e1f33b73e tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:26.877406 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-65422ea0-1289-4f89-92bd-098e063f365a req-fa46dab0-d45c-4f8e-89ac-f69e1f33b73e tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 950 time: 0.0552273 Aug 30 07:51:26.918678 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-65422ea0-1289-4f89-92bd-098e063f365a req-fa287fe7-bc39-4a0c-b51c-34971aae90ed tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/security-groups?id=b969b963-0b1b-4056-a278-85a527d08266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337045 Aug 30 07:51:27.058925 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:51:27.811645 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f134b-64b9-4bde-800b-042c00b5d4e9 req-b2daa1a8-7485-43b0-804c-78462e71e974 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:27.813810 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-356f134b-64b9-4bde-800b-042c00b5d4e9 req-b2daa1a8-7485-43b0-804c-78462e71e974 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0688457 Aug 30 07:51:27.861195 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-356f134b-64b9-4bde-800b-042c00b5d4e9 req-7705c4f7-1303-4b97-b8e3-4b625cfa9d4a tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401473 Aug 30 07:51:27.970515 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260d9d-5134-4caf-a4d1-b62e38388837 req-754e21bb-eb6b-4fa0-8a97-9343362a32b4 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:27.972249 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-03260d9d-5134-4caf-a4d1-b62e38388837 req-754e21bb-eb6b-4fa0-8a97-9343362a32b4 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 946 time: 0.0595877 Aug 30 07:51:28.017936 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-03260d9d-5134-4caf-a4d1-b62e38388837 req-0d6c5e94-5046-404f-af6b-6983768a028a tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366206 Aug 30 07:51:28.065064 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b552bf4-3131-47f6-97ed-de82a8e0d0a8 req-58ebb715-7cee-440b-a16b-3116f8d618d5 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:28.068538 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9b552bf4-3131-47f6-97ed-de82a8e0d0a8 req-58ebb715-7cee-440b-a16b-3116f8d618d5 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 950 time: 0.0578172 Aug 30 07:51:28.115346 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9b552bf4-3131-47f6-97ed-de82a8e0d0a8 req-8b5af70d-69ba-4d5e-a89b-19c3ab51915d tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/security-groups?id=b969b963-0b1b-4056-a278-85a527d08266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412538 Aug 30 07:51:28.421699 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63b359-d4f5-43ff-bfe1-6faa2ebe3ddb req-8bd3cd29-be53-44a8-aa0a-6f6df7af6506 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:28.423233 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0d63b359-d4f5-43ff-bfe1-6faa2ebe3ddb req-8bd3cd29-be53-44a8-aa0a-6f6df7af6506 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 950 time: 0.0587993 Aug 30 07:51:28.474768 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0d63b359-d4f5-43ff-bfe1-6faa2ebe3ddb req-d446da72-0366-4e4d-a85a-887611cb919b tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/security-groups?id=b969b963-0b1b-4056-a278-85a527d08266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441875 Aug 30 07:51:29.019694 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc7b73-9316-4764-8eac-bc510f0d9664 req-8bb889c2-558d-4bee-9455-00bd43a38ffc tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:29.021551 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-68bc7b73-9316-4764-8eac-bc510f0d9664 req-8bb889c2-558d-4bee-9455-00bd43a38ffc tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0575240 Aug 30 07:51:29.078299 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-68bc7b73-9316-4764-8eac-bc510f0d9664 req-f79a05c9-000f-4784-8bcf-4417ec004fea tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505583 Aug 30 07:51:29.175001 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c0ca7-7250-43c8-aeaf-3bf95cded263 req-a717eaf7-8f74-44bb-80d9-526cfe3b2803 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:29.176904 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-561c0ca7-7250-43c8-aeaf-3bf95cded263 req-a717eaf7-8f74-44bb-80d9-526cfe3b2803 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 946 time: 0.0667443 Aug 30 07:51:29.247187 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-561c0ca7-7250-43c8-aeaf-3bf95cded263 req-81610b05-9131-42bc-a002-1d9b254d5711 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635595 Aug 30 07:51:29.688631 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74858efa-5bd9-4c42-af4a-c7ed3a0b9443 req-b3d0c894-7ada-4d93-bfc9-30ee128b9e84 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:29.690317 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-74858efa-5bd9-4c42-af4a-c7ed3a0b9443 req-b3d0c894-7ada-4d93-bfc9-30ee128b9e84 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 950 time: 0.0934403 Aug 30 07:51:29.762099 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-74858efa-5bd9-4c42-af4a-c7ed3a0b9443 req-836c479b-e192-4ae5-bb8b-0d18109add9c tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/security-groups?id=b969b963-0b1b-4056-a278-85a527d08266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638528 Aug 30 07:51:30.235633 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66523687-5691-4960-937d-ed668370a5fc req-4128c68d-47a2-445f-8a01-ccd96060841e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:30.237338 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-66523687-5691-4960-937d-ed668370a5fc req-4128c68d-47a2-445f-8a01-ccd96060841e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0690238 Aug 30 07:51:30.299443 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-66523687-5691-4960-937d-ed668370a5fc req-933238af-2af7-4f7d-b0e8-aaa0cf6152b3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536177 Aug 30 07:51:30.590416 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-e1527be1-9758-4feb-8735-e849b6d48738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:30.899000 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190a42d-a516-45c3-b72b-f54df2fcebcf req-466e0011-b080-4b9e-a132-29c5dbc07238 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:30.900508 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f190a42d-a516-45c3-b72b-f54df2fcebcf req-466e0011-b080-4b9e-a132-29c5dbc07238 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 950 time: 0.0542223 Aug 30 07:51:30.954580 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f190a42d-a516-45c3-b72b-f54df2fcebcf req-c355aee4-577e-4fc0-8191-dde4d9e68d84 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/security-groups?id=b969b963-0b1b-4056-a278-85a527d08266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464442 Aug 30 07:51:31.275420 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec2c81-047d-49e5-a285-e3fe17fc64ab req-f6c3394e-dea8-49b7-924b-9a8d11334da7 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:31.277536 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-75ec2c81-047d-49e5-a285-e3fe17fc64ab req-f6c3394e-dea8-49b7-924b-9a8d11334da7 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 950 time: 0.0599275 Aug 30 07:51:31.422796 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-75ec2c81-047d-49e5-a285-e3fe17fc64ab req-c4f470c3-ac36-40c8-b1b4-3c3bd95c84a8 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Deleting port 287d7901-2ff3-42b8-bcad-da34c85d762e {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:51:31.423483 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-75ec2c81-047d-49e5-a285-e3fe17fc64ab req-c4f470c3-ac36-40c8-b1b4-3c3bd95c84a8 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:31.450448 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03a126-a2be-41a8-8620-cbd0b5018101 req-761d3d4a-08b4-42bb-bdd5-d2c65b7bbf3e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:31.452021 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6a03a126-a2be-41a8-8620-cbd0b5018101 req-761d3d4a-08b4-42bb-bdd5-d2c65b7bbf3e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0592186 Aug 30 07:51:31.499433 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6a03a126-a2be-41a8-8620-cbd0b5018101 req-8e08d972-5558-4218-b05d-1db7e52dac38 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392985 Aug 30 07:51:31.538140 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-75ec2c81-047d-49e5-a285-e3fe17fc64ab req-c4f470c3-ac36-40c8-b1b4-3c3bd95c84a8 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] For port 287d7901-2ff3-42b8-bcad-da34c85d762e, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=287d7901-2ff3-42b8-bcad-da34c85d762e,segment=NetworkSegment(b46e6d46-bdcb-4587-a3b4-79eab99e08f0),segment_id=b46e6d46-bdcb-4587-a3b4-79eab99e08f0)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:51:31.538640 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-75ec2c81-047d-49e5-a285-e3fe17fc64ab req-c4f470c3-ac36-40c8-b1b4-3c3bd95c84a8 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:31.552949 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-75ec2c81-047d-49e5-a285-e3fe17fc64ab req-c4f470c3-ac36-40c8-b1b4-3c3bd95c84a8 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Calling delete_port for 287d7901-2ff3-42b8-bcad-da34c85d762e owned by compute:nova {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:51:31.704858 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-75ec2c81-047d-49e5-a285-e3fe17fc64ab req-c4f470c3-ac36-40c8-b1b4-3c3bd95c84a8 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:31.733957 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['287d7901-2ff3-42b8-bcad-da34c85d762e'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:51:31.734585 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f470c3-ac36-40c8-b1b4-3c3bd95c84a8 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Pushing event deleted for resources: {'Port': ['ID=287d7901-2ff3-42b8-bcad-da34c85d762e,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:31.787089 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ec2c81-047d-49e5-a285-e3fe17fc64ab req-c4f470c3-ac36-40c8-b1b4-3c3bd95c84a8 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] No DVR routers for this DVR port 287d7901-2ff3-42b8-bcad-da34c85d762e on host hv-cinder-80619 {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:51:31.793205 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-75ec2c81-047d-49e5-a285-e3fe17fc64ab req-c4f470c3-ac36-40c8-b1b4-3c3bd95c84a8 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:31.796242 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-75ec2c81-047d-49e5-a285-e3fe17fc64ab req-c4f470c3-ac36-40c8-b1b4-3c3bd95c84a8 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.61 "DELETE /v2.0/ports/287d7901-2ff3-42b8-bcad-da34c85d762e HTTP/1.1" status: 204 len: 173 time: 0.5058982 Aug 30 07:51:31.796738 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1701e1-f55e-495f-8464-97060e8d5448', 'name': 'network-vif-deleted', 'tag': '287d7901-2ff3-42b8-bcad-da34c85d762e'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:51:31.799109 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1510fa4b-1d2b-49dd-a507-861f9d4093ea" -d '{"events": [{"server_uuid": "ba1701e1-f55e-495f-8464-97060e8d5448", "name": "network-vif-deleted", "tag": "287d7901-2ff3-42b8-bcad-da34c85d762e"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:51:31.855441 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067b999d-8390-41a2-8f86-01011a458ecf x-openstack-request-id: req-067b999d-8390-41a2-8f86-01011a458ecf {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:51:31.855972 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1701e1-f55e-495f-8464-97060e8d5448", "name": "network-vif-deleted", "tag": "287d7901-2ff3-42b8-bcad-da34c85d762e", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:51:31.856369 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-067b999d-8390-41a2-8f86-01011a458ecf {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:51:31.856777 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1701e1-f55e-495f-8464-97060e8d5448', 'name': 'network-vif-deleted', 'tag': '287d7901-2ff3-42b8-bcad-da34c85d762e', 'status': 'completed', 'code': 200} Aug 30 07:51:32.170595 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4e98993f-bd03-47ab-8a42-f351bad3cb68 req-cfaecd24-1ca3-4e2b-a4ab-e2d8f2df4ba9 tempest-VolumesNegativeTest-294555213 tempest-VolumesNegativeTest-294555213-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba1701e1-f55e-495f-8464-97060e8d5448 HTTP/1.1" status: 200 len: 210 time: 0.0345869 Aug 30 07:51:32.651611 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438160a6-138f-45a7-a98d-d2053e2cff66 req-691fe159-658e-4b5d-bbf3-29c31ac68375 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:32.653520 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-438160a6-138f-45a7-a98d-d2053e2cff66 req-691fe159-658e-4b5d-bbf3-29c31ac68375 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0637515 Aug 30 07:51:32.700224 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-438160a6-138f-45a7-a98d-d2053e2cff66 req-ca49763e-9a16-42c7-aeb2-7c1c16c875e6 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406930 Aug 30 07:51:33.418919 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-b6f553e7-fa11-4b18-b12d-b1d0eede8ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:33.844180 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9e7c6-6e6d-48d6-9bce-918e1960715a req-3cae1744-e074-46b3-acd7-7ac867fe3349 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:33.845792 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bbd9e7c6-6e6d-48d6-9bce-918e1960715a req-3cae1744-e074-46b3-acd7-7ac867fe3349 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0590427 Aug 30 07:51:33.893058 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bbd9e7c6-6e6d-48d6-9bce-918e1960715a req-fa5f9673-2f49-4ca1-b687-f2cbb9408438 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410142 Aug 30 07:51:34.282073 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:35.036573 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff49dab-9d66-4f43-b743-ceda06fae12c req-681d5b5f-fa0e-46d9-9b3c-e8f2503eb4dc tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:35.038133 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3ff49dab-9d66-4f43-b743-ceda06fae12c req-681d5b5f-fa0e-46d9-9b3c-e8f2503eb4dc tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0565376 Aug 30 07:51:35.079739 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:35.091114 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3ff49dab-9d66-4f43-b743-ceda06fae12c req-3586f97c-d198-45e1-a077-07dad679ba78 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451717 Aug 30 07:51:35.836571 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 287d7901-2ff3-42b8-bcad-da34c85d762e no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:51:35.861563 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] No Port match for: 287d7901-2ff3-42b8-bcad-da34c85d762e {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:51:35.861952 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 287d7901-2ff3-42b8-bcad-da34c85d762e not bound to the agent host hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:51:35.867692 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:36.228585 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcea320-1ba1-4602-ba14-56b6d760e103 req-46a2f51f-9375-42d5-a3c4-cb760f6e35dd tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:36.239091 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1bcea320-1ba1-4602-ba14-56b6d760e103 req-46a2f51f-9375-42d5-a3c4-cb760f6e35dd tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0752714 Aug 30 07:51:36.282834 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1bcea320-1ba1-4602-ba14-56b6d760e103 req-cca3d64d-cd22-4816-80ac-70e1562d0387 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367899 Aug 30 07:51:37.412625 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8239152-89f4-45cf-b1ff-a5f376163b1d req-8a6ee58b-ba3f-4f83-b724-3d0a32892d9e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:37.414778 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c8239152-89f4-45cf-b1ff-a5f376163b1d req-8a6ee58b-ba3f-4f83-b724-3d0a32892d9e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0562077 Aug 30 07:51:37.465647 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c8239152-89f4-45cf-b1ff-a5f376163b1d req-fa036631-7f40-4c6e-b768-82a8a1d25080 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436788 Aug 30 07:51:38.596389 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbad23-0b1a-473b-9c26-8d7019c30698 req-6be4c329-c106-48a2-a78b-6bdddf6a0c31 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:38.600124 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5ebbad23-0b1a-473b-9c26-8d7019c30698 req-6be4c329-c106-48a2-a78b-6bdddf6a0c31 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0517969 Aug 30 07:51:38.637864 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5ebbad23-0b1a-473b-9c26-8d7019c30698 req-b5aaf47f-0438-4592-8d14-a183a2ffb27d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331495 Aug 30 07:51:39.762545 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce395c61-0b6f-46bd-bfa4-f92d729e8741 req-4ceb0786-f7be-4d3a-a85a-1a12d0cc4035 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:39.766603 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ce395c61-0b6f-46bd-bfa4-f92d729e8741 req-4ceb0786-f7be-4d3a-a85a-1a12d0cc4035 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0533555 Aug 30 07:51:39.802630 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ce395c61-0b6f-46bd-bfa4-f92d729e8741 req-b1453ad6-2551-4038-9e71-08dfcf22ff60 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328085 Aug 30 07:51:40.953357 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d689a-f318-404e-b748-77782c98b013 req-df01fd65-ffb3-4e68-bb61-3aa73271ea3b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:40.962780 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-300d689a-f318-404e-b748-77782c98b013 req-df01fd65-ffb3-4e68-bb61-3aa73271ea3b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0829992 Aug 30 07:51:41.000926 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-300d689a-f318-404e-b748-77782c98b013 req-a06ad379-c121-437a-8854-036af8824d70 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367208 Aug 30 07:51:42.138646 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d35930-c751-44f1-b955-236deceafdf8 req-ebd374a7-9f6c-48cb-a888-1c82da60c987 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:42.140130 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-24d35930-c751-44f1-b955-236deceafdf8 req-ebd374a7-9f6c-48cb-a888-1c82da60c987 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0567701 Aug 30 07:51:42.189960 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-24d35930-c751-44f1-b955-236deceafdf8 req-c9bc25d7-5c7c-4dfa-8318-1379aede505d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437951 Aug 30 07:51:43.338942 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a183f0-8f4d-444a-b942-dcaa746aa7c0 req-b930e535-ea6d-4b0a-8030-04200e3f60f6 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:43.340520 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b3a183f0-8f4d-444a-b942-dcaa746aa7c0 req-b930e535-ea6d-4b0a-8030-04200e3f60f6 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0546174 Aug 30 07:51:43.383049 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b3a183f0-8f4d-444a-b942-dcaa746aa7c0 req-2c24967d-2022-47b0-925e-4effc094540e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344939 Aug 30 07:51:44.506800 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9aed0-aa4c-4fde-a96b-22c208f87a69 req-44332115-2293-450b-8d79-557dae5586dc tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:44.508470 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-17f9aed0-aa4c-4fde-a96b-22c208f87a69 req-44332115-2293-450b-8d79-557dae5586dc tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0503528 Aug 30 07:51:44.548319 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-17f9aed0-aa4c-4fde-a96b-22c208f87a69 req-38c37bd3-8a76-40e4-8e8e-d2fd51ef0878 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340145 Aug 30 07:51:44.921901 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 36460) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:44.975762 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-713e4daf-ed94-47a6-a3c2-6cf05cec03f7 admin admin] Deleting subnet 504b200a-59dd-41c6-96ac-e980d48b174d {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:51:44.979234 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-713e4daf-ed94-47a6-a3c2-6cf05cec03f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:45.014898 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-713e4daf-ed94-47a6-a3c2-6cf05cec03f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12530165'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:45.054556 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-713e4daf-ed94-47a6-a3c2-6cf05cec03f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3840692'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:45.107468 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-713e4daf-ed94-47a6-a3c2-6cf05cec03f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3840699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11671398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12454973'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:45.135775 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e4daf-ed94-47a6-a3c2-6cf05cec03f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=504b200a-59dd-41c6-96ac-e980d48b174d,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:45.139488 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-713e4daf-ed94-47a6-a3c2-6cf05cec03f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:45.141348 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-713e4daf-ed94-47a6-a3c2-6cf05cec03f7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/504b200a-59dd-41c6-96ac-e980d48b174d HTTP/1.1" status: 204 len: 168 time: 0.2183475 Aug 30 07:51:45.144413 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 36472) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:45.213083 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43867071-8aaa-460b-9550-2b07a21a32a3 req-ebc137f3-a2c9-4feb-ac3a-9e8ebefa4c61 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:45.214583 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-43867071-8aaa-460b-9550-2b07a21a32a3 req-ebc137f3-a2c9-4feb-ac3a-9e8ebefa4c61 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 946 time: 0.0567913 Aug 30 07:51:45.218989 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1597968-f914-4b9d-a022-ede39bacb9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768868'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:45.253754 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-43867071-8aaa-460b-9550-2b07a21a32a3 req-b805c2bc-a3d3-4dc1-9fad-0fe5bab95e39 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324697 Aug 30 07:51:45.297943 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1597968-f914-4b9d-a022-ede39bacb9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3772495', 'neutron.services.segments.db._delete_segments_for_network-8745591126510'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:45.307666 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-c1597968-f914-4b9d-a022-ede39bacb9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d33ed9-0946-4851-a2a3-23707dea7a5f']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:51:45.325106 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-c1597968-f914-4b9d-a022-ede39bacb9a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069426cd-838f-44da-80ef-da1fab447af3') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:51:45.325403 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-c1597968-f914-4b9d-a022-ede39bacb9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069426cd-838f-44da-80ef-da1fab447af3') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:51:45.336116 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1597968-f914-4b9d-a022-ede39bacb9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745591126393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12530154'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:45.353262 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1597968-f914-4b9d-a022-ede39bacb9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:45.360260 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1597968-f914-4b9d-a022-ede39bacb9a6 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:51:45.360690 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1597968-f914-4b9d-a022-ede39bacb9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11671296'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: Traceback (most recent call last): Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: timer() Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: cb(*args, **kw) Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: return func(*args, **kwargs) Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: self._notify() Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: self.callback(batched_events) Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: event.method(event) Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: return f(self, *a, **k) Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._get(url).json() Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: return self.request(url, 'GET', **kwargs) Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:51:45.362527 dv-cinder-806191-3-iscsi neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:51:45.418483 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1597968-f914-4b9d-a022-ede39bacb9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3772470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529257'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:45.424599 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1597968-f914-4b9d-a022-ede39bacb9a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:45.426596 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-c1597968-f914-4b9d-a022-ede39bacb9a6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c4d33ed9-0946-4851-a2a3-23707dea7a5f HTTP/1.1" status: 204 len: 168 time: 0.2803929 Aug 30 07:51:45.445496 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1597968-f914-4b9d-a022-ede39bacb9a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4d33ed9-0946-4851-a2a3-23707dea7a5f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:45.511099 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736949bb-c559-402a-a044-bca7e6ab9cc8 req-9dab3eeb-b124-49c3-bcb0-088eb5e532bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:45.512656 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-736949bb-c559-402a-a044-bca7e6ab9cc8 req-9dab3eeb-b124-49c3-bcb0-088eb5e532bb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 1098 time: 0.0416939 Aug 30 07:51:45.551500 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-736949bb-c559-402a-a044-bca7e6ab9cc8 req-4ffee9d7-71a2-4c90-9204-1b5ccb92c144 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294914 Aug 30 07:51:45.598591 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 36486) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:45.641719 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-4ac96321-4c31-41c3-88df-51c177502cb8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ef57d4aac6547848f525daced09f728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419085 Aug 30 07:51:45.644372 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 36488) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:45.676178 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c3e55-c171-4415-ae6d-1a4a5655f75c req-277d3eee-c5a7-4ca3-9e53-3b6facc83f63 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:45.677724 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-051c3e55-c171-4415-ae6d-1a4a5655f75c req-277d3eee-c5a7-4ca3-9e53-3b6facc83f63 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0525270 Aug 30 07:51:45.695535 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4e8694d7-0030-4df6-9a5c-2e894ec2c5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:45.717147 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-051c3e55-c171-4415-ae6d-1a4a5655f75c req-ef50c7fd-11d5-4a09-b877-39e6c4398c24 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329080 Aug 30 07:51:45.717575 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4e8694d7-0030-4df6-9a5c-2e894ec2c5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:45.776200 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4e8694d7-0030-4df6-9a5c-2e894ec2c5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:45.778696 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4e8694d7-0030-4df6-9a5c-2e894ec2c5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:45.779836 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-4e8694d7-0030-4df6-9a5c-2e894ec2c5af admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9a85d9f6-ae26-4107-adde-452abf11a533 HTTP/1.1" status: 204 len: 168 time: 0.1343527 Aug 30 07:51:45.788043 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8694d7-0030-4df6-9a5c-2e894ec2c5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a85d9f6-ae26-4107-adde-452abf11a533,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:46.276649 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 36502) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:46.380172 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a747d-e6c8-4628-9122-4d3918120200 req-29fa21b9-c65c-4ed8-b6cb-e883a86d9978 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:46.381683 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-871a747d-e6c8-4628-9122-4d3918120200 req-29fa21b9-c65c-4ed8-b6cb-e883a86d9978 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 946 time: 0.0564146 Aug 30 07:51:46.414647 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-835c095b-51e5-4b93-b0c0-a31b4ae5057f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=481725f1bdc64b708f229129a79b8326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366959 Aug 30 07:51:46.415338 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 36510) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:46.421650 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-871a747d-e6c8-4628-9122-4d3918120200 req-b1d5392a-2ca4-4f77-a529-4ae0be3d563a tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338256 Aug 30 07:51:46.465612 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bce7fcc6-8329-4ec5-b5ea-b8dff6a46ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:46.486425 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bce7fcc6-8329-4ec5-b5ea-b8dff6a46ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:46.532137 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bce7fcc6-8329-4ec5-b5ea-b8dff6a46ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:46.535260 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bce7fcc6-8329-4ec5-b5ea-b8dff6a46ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:46.536342 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-bce7fcc6-8329-4ec5-b5ea-b8dff6a46ae9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b969b963-0b1b-4056-a278-85a527d08266 HTTP/1.1" status: 204 len: 168 time: 0.1199422 Aug 30 07:51:46.544162 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7fcc6-8329-4ec5-b5ea-b8dff6a46ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b969b963-0b1b-4056-a278-85a527d08266,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:46.841593 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae877f-67ce-4c1f-ac50-18394b7da14a req-1f0f3e06-7850-427b-8acb-2539a9f8e213 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:46.843164 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-34ae877f-67ce-4c1f-ac50-18394b7da14a req-1f0f3e06-7850-427b-8acb-2539a9f8e213 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0491881 Aug 30 07:51:46.883721 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-34ae877f-67ce-4c1f-ac50-18394b7da14a req-76673395-023b-4123-a693-15143ad71d67 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336525 Aug 30 07:51:47.541470 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7d615-3fc1-4629-a0fd-4b4a2e11a7f5 req-838da39b-041e-40fe-a9e3-5ebe1b77c0d5 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:47.543070 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-dbb7d615-3fc1-4629-a0fd-4b4a2e11a7f5 req-838da39b-041e-40fe-a9e3-5ebe1b77c0d5 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 946 time: 0.0504818 Aug 30 07:51:47.584319 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-dbb7d615-3fc1-4629-a0fd-4b4a2e11a7f5 req-1b9160ee-d2fe-486c-9390-94c9e8f95b94 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349910 Aug 30 07:51:48.001728 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5122a8f-e23d-408c-bc18-871e9a0b586a req-3c6061d1-bbfd-4ae4-868d-66ea02a0988c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:48.003252 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c5122a8f-e23d-408c-bc18-871e9a0b586a req-3c6061d1-bbfd-4ae4-868d-66ea02a0988c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0509489 Aug 30 07:51:48.040910 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c5122a8f-e23d-408c-bc18-871e9a0b586a req-79e57a4a-f211-409d-9042-df7a3417a3c5 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316508 Aug 30 07:51:48.421817 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930ff4f-036b-41bc-9548-13bae88c0361 req-5fae2ae2-2e34-4022-aee3-b7c7c293d3f1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:48.423342 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6930ff4f-036b-41bc-9548-13bae88c0361 req-5fae2ae2-2e34-4022-aee3-b7c7c293d3f1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0791900 Aug 30 07:51:48.426698 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965f7af-ae12-4868-b9b2-6e8c26e691d2 req-210b16fa-c899-4dd3-b1d3-82a747cf1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:48.428093 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e965f7af-ae12-4868-b9b2-6e8c26e691d2 req-210b16fa-c899-4dd3-b1d3-82a747cf1f6e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5f4656c08fc44eb93611972f4bebb0e&device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 1098 time: 0.0741115 Aug 30 07:51:48.540832 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6930ff4f-036b-41bc-9548-13bae88c0361 req-e622e50c-2bd9-4f0f-8857-8d34a13c3920 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116109 Aug 30 07:51:48.575185 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c5ffc-0436-44b7-9fd3-d2a936f24542 req-bd886d96-cb3b-467d-a778-0d89e8113d23 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:48.576613 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-927c5ffc-0436-44b7-9fd3-d2a936f24542 req-bd886d96-cb3b-467d-a778-0d89e8113d23 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.61 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 946 time: 0.1129625 Aug 30 07:51:48.614933 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965f7af-ae12-4868-b9b2-6e8c26e691d2 req-39520f64-5d79-4c36-b663-eb98d9f50fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:48.616423 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e965f7af-ae12-4868-b9b2-6e8c26e691d2 req-39520f64-5d79-4c36-b663-eb98d9f50fc2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=83b43835-9098-4d89-a14a-34cf351e7cdb HTTP/1.1" status: 200 len: 920 time: 0.1805689 Aug 30 07:51:48.688367 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e965f7af-ae12-4868-b9b2-6e8c26e691d2 req-a3297627-49a1-4012-9f28-440b0682276b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae18f657-8bf1-4e50-b57d-7f58cd1f4360 HTTP/1.1" status: 200 len: 217 time: 0.0610347 Aug 30 07:51:48.701577 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3b414-5686-4cfe-a651-538e059d9b5d req-06577fc6-bd0b-4e3d-84b0-7e76ba4a0bed tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:48.703084 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6cc3b414-5686-4cfe-a651-538e059d9b5d req-06577fc6-bd0b-4e3d-84b0-7e76ba4a0bed tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 946 time: 0.0483887 Aug 30 07:51:48.742073 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6cc3b414-5686-4cfe-a651-538e059d9b5d req-fb4dc83b-e7bc-4862-a5cb-06819fc58fef tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321681 Aug 30 07:51:48.757038 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965f7af-ae12-4868-b9b2-6e8c26e691d2 req-4e03deaf-7e47-40f1-87e7-a2ed2366b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:48.758554 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e965f7af-ae12-4868-b9b2-6e8c26e691d2 req-4e03deaf-7e47-40f1-87e7-a2ed2366b61a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef674ad9-bd11-485a-91a9-03f033f485ef HTTP/1.1" status: 200 len: 859 time: 0.0618083 Aug 30 07:51:48.760241 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-927c5ffc-0436-44b7-9fd3-d2a936f24542 req-c0645c06-0d12-4897-8467-f639abe2110a tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Deleting port 13b629f3-ca48-4386-acd8-de3370618d1c {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:51:48.760582 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-927c5ffc-0436-44b7-9fd3-d2a936f24542 req-c0645c06-0d12-4897-8467-f639abe2110a tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:48.832408 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e965f7af-ae12-4868-b9b2-6e8c26e691d2 req-26796cf2-0f27-46b9-aa83-c7bfe5a71014 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=83b43835-9098-4d89-a14a-34cf351e7cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570443 Aug 30 07:51:48.922607 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-927c5ffc-0436-44b7-9fd3-d2a936f24542 req-c0645c06-0d12-4897-8467-f639abe2110a tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] For port 13b629f3-ca48-4386-acd8-de3370618d1c, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=13b629f3-ca48-4386-acd8-de3370618d1c,segment=NetworkSegment(84acf25c-4045-4abf-a4e8-8adbfaa639ce),segment_id=84acf25c-4045-4abf-a4e8-8adbfaa639ce)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:51:48.923020 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-927c5ffc-0436-44b7-9fd3-d2a936f24542 req-c0645c06-0d12-4897-8467-f639abe2110a tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:48.946878 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-927c5ffc-0436-44b7-9fd3-d2a936f24542 req-c0645c06-0d12-4897-8467-f639abe2110a tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Calling delete_port for 13b629f3-ca48-4386-acd8-de3370618d1c owned by compute:nova {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:51:48.973991 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e965f7af-ae12-4868-b9b2-6e8c26e691d2 req-c765b545-5248-4470-8f4d-b0fce89d8abe service neutron] 10.222.0.61 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324360 Aug 30 07:51:49.110677 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e965f7af-ae12-4868-b9b2-6e8c26e691d2 req-0b1df622-14be-4b1c-b57d-de0e0ecd99c9 service neutron] 10.222.0.61 "GET /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048226 Aug 30 07:51:49.162386 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-927c5ffc-0436-44b7-9fd3-d2a936f24542 req-c0645c06-0d12-4897-8467-f639abe2110a tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:49.178794 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['6775eff3-812a-4ed1-8de8-36fd5d098c28', '68f1f892-73b9-4984-bfa6-c10491ed1939', 'ed47d797-7cde-4038-9cf6-19c7781b0f13', '13b629f3-ca48-4386-acd8-de3370618d1c'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:51:49.193007 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0645c06-0d12-4897-8467-f639abe2110a tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Pushing event deleted for resources: {'Port': ['ID=13b629f3-ca48-4386-acd8-de3370618d1c,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:49.230797 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-927c5ffc-0436-44b7-9fd3-d2a936f24542 req-c0645c06-0d12-4897-8467-f639abe2110a tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] No DVR routers for this DVR port 13b629f3-ca48-4386-acd8-de3370618d1c on host hv-cinder-80619 {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:51:49.233557 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-927c5ffc-0436-44b7-9fd3-d2a936f24542 req-c0645c06-0d12-4897-8467-f639abe2110a tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:49.236102 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-927c5ffc-0436-44b7-9fd3-d2a936f24542 req-c0645c06-0d12-4897-8467-f639abe2110a tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.61 "DELETE /v2.0/ports/13b629f3-ca48-4386-acd8-de3370618d1c HTTP/1.1" status: 204 len: 173 time: 0.6472130 Aug 30 07:51:49.236592 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178ce678-fdfa-4447-8572-f084fb7b273b', 'name': 'network-vif-deleted', 'tag': '13b629f3-ca48-4386-acd8-de3370618d1c'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:51:49.242357 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e795bf-4de7-492d-ae8f-b7269ffbf638" -d '{"events": [{"server_uuid": "178ce678-fdfa-4447-8572-f084fb7b273b", "name": "network-vif-deleted", "tag": "13b629f3-ca48-4386-acd8-de3370618d1c"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:51:49.291576 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cb2283-e3a8-4236-a03a-0cb1bac1d341 x-openstack-request-id: req-63cb2283-e3a8-4236-a03a-0cb1bac1d341 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:51:49.291871 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178ce678-fdfa-4447-8572-f084fb7b273b", "name": "network-vif-deleted", "tag": "13b629f3-ca48-4386-acd8-de3370618d1c", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:51:49.292126 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-63cb2283-e3a8-4236-a03a-0cb1bac1d341 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:51:49.292519 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178ce678-fdfa-4447-8572-f084fb7b273b', 'name': 'network-vif-deleted', 'tag': '13b629f3-ca48-4386-acd8-de3370618d1c', 'status': 'completed', 'code': 200} Aug 30 07:51:49.657755 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e220b-1411-4e9a-9add-67a2886cc469 req-6ae84650-2226-4b11-9b75-a0d8246a05fe tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:49.660012 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f51e220b-1411-4e9a-9add-67a2886cc469 req-6ae84650-2226-4b11-9b75-a0d8246a05fe tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0496681 Aug 30 07:51:49.701272 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f51e220b-1411-4e9a-9add-67a2886cc469 req-4cffe420-a440-44f3-a2d2-227b204ea144 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354362 Aug 30 07:51:49.852387 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5b27e4d6-54b9-4a87-9200-508700d91a05 req-879820e2-45af-4ea7-af81-6b0e91f3bbba tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=178ce678-fdfa-4447-8572-f084fb7b273b HTTP/1.1" status: 200 len: 210 time: 0.0301089 Aug 30 07:51:50.822083 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79094be3-81f5-468b-ac75-e142ef2b0c3f req-92425a66-0883-45cf-b933-7cff770f7b3b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:50.823565 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-79094be3-81f5-468b-ac75-e142ef2b0c3f req-92425a66-0883-45cf-b933-7cff770f7b3b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0516376 Aug 30 07:51:50.861071 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-79094be3-81f5-468b-ac75-e142ef2b0c3f req-8e7a17f8-cf7a-48f5-8c80-8597d87ce6b6 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317159 Aug 30 07:51:51.951328 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 13b629f3-ca48-4386-acd8-de3370618d1c no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:51:51.970844 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] No Port match for: 13b629f3-ca48-4386-acd8-de3370618d1c {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:51:51.971184 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 13b629f3-ca48-4386-acd8-de3370618d1c not bound to the agent host hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:51:51.977291 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a010c98-b105-40a3-9ef8-7de09e412009 req-527fcd8a-d5fe-43b6-9f00-02cd1681bc34 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:51.978795 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6a010c98-b105-40a3-9ef8-7de09e412009 req-527fcd8a-d5fe-43b6-9f00-02cd1681bc34 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0485442 Aug 30 07:51:52.016357 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6a010c98-b105-40a3-9ef8-7de09e412009 req-cbb5ff72-9074-42e1-a454-59e4d8066719 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318117 Aug 30 07:51:52.244377 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e3f93-88cb-48c9-a17e-f4caf0e10f1b req-75e668e0-aea5-44e3-ae37-440bf713ff2e tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:52.245862 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a06e3f93-88cb-48c9-a17e-f4caf0e10f1b req-75e668e0-aea5-44e3-ae37-440bf713ff2e tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 946 time: 0.0481229 Aug 30 07:51:52.283120 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a06e3f93-88cb-48c9-a17e-f4caf0e10f1b req-6b6257e6-2201-4f05-88de-8b26ad7f619a tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306063 Aug 30 07:51:53.134037 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ca870-b640-4668-b012-4d8920da984f req-3288fa53-4686-47b4-981c-124c4df4a370 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:53.135519 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-197ca870-b640-4668-b012-4d8920da984f req-3288fa53-4686-47b4-981c-124c4df4a370 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0489485 Aug 30 07:51:53.174846 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-197ca870-b640-4668-b012-4d8920da984f req-1aadecd0-0362-4b9b-8c45-4c57c59137e9 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319459 Aug 30 07:51:53.405159 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128315c-b3d0-4178-b48c-2f2180d172b0 req-5288ea5b-8777-43bc-b082-094b8c6adc22 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:53.406684 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8128315c-b3d0-4178-b48c-2f2180d172b0 req-5288ea5b-8777-43bc-b082-094b8c6adc22 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 946 time: 0.0534151 Aug 30 07:51:53.443799 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8128315c-b3d0-4178-b48c-2f2180d172b0 req-90df3302-688e-4a00-9196-5040bef9e806 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306087 Aug 30 07:51:53.689106 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:54.297068 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce994f4f-482f-4d1e-ba97-928dfdf19d8b req-ea0b3f96-09cc-4090-a5f9-b560a32ab75c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:54.298470 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ce994f4f-482f-4d1e-ba97-928dfdf19d8b req-ea0b3f96-09cc-4090-a5f9-b560a32ab75c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0488994 Aug 30 07:51:54.339541 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ce994f4f-482f-4d1e-ba97-928dfdf19d8b req-e12e5aa8-d285-4756-8319-40ed8744ab45 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344472 Aug 30 07:51:54.557886 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670bb0b-aebb-498a-86a5-a3e8a6215b36 req-daa1895f-b230-4a82-81a2-e0cbca1e1099 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:54.559277 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4670bb0b-aebb-498a-86a5-a3e8a6215b36 req-daa1895f-b230-4a82-81a2-e0cbca1e1099 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 946 time: 0.0487144 Aug 30 07:51:54.598404 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4670bb0b-aebb-498a-86a5-a3e8a6215b36 req-1e004301-9f6c-4d5e-ae55-12b902a79fa0 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329738 Aug 30 07:51:55.270983 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc5693-98e7-4900-8c0f-9889d2a43327 req-43f0ab57-6481-4a23-96b5-63ecd7d6bd37 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:55.272423 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-01dc5693-98e7-4900-8c0f-9889d2a43327 req-43f0ab57-6481-4a23-96b5-63ecd7d6bd37 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.61 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 946 time: 0.0498323 Aug 30 07:51:55.373363 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-01dc5693-98e7-4900-8c0f-9889d2a43327 req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Deleting port ed47d797-7cde-4038-9cf6-19c7781b0f13 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:51:55.373709 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-01dc5693-98e7-4900-8c0f-9889d2a43327 req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:55.461169 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ef865-6755-4d16-8758-d8bb9615757e req-35689450-45b7-4e7f-ae7a-92b325adac6b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:55.462673 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c76ef865-6755-4d16-8758-d8bb9615757e req-35689450-45b7-4e7f-ae7a-92b325adac6b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0527709 Aug 30 07:51:55.490992 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-004f1f8c-b280-4c2c-b49d-4a9aa0745ba0 req-d41e16b5-4510-4e45-a299-7e82203f2736 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680795 Aug 30 07:51:55.497397 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-01dc5693-98e7-4900-8c0f-9889d2a43327 req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] For port ed47d797-7cde-4038-9cf6-19c7781b0f13, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=ed47d797-7cde-4038-9cf6-19c7781b0f13,segment=NetworkSegment(84acf25c-4045-4abf-a4e8-8adbfaa639ce),segment_id=84acf25c-4045-4abf-a4e8-8adbfaa639ce)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:51:55.497766 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-01dc5693-98e7-4900-8c0f-9889d2a43327 req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:55.505349 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c76ef865-6755-4d16-8758-d8bb9615757e req-4f37a804-b235-480f-a900-57c3a62b2866 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365109 Aug 30 07:51:55.511543 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-01dc5693-98e7-4900-8c0f-9889d2a43327 req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Calling delete_port for ed47d797-7cde-4038-9cf6-19c7781b0f13 owned by compute:nova {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:51:55.589653 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f1f8c-b280-4c2c-b49d-4a9aa0745ba0 req-4f65ed00-f035-43af-b4c0-56c7903de09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:55.591174 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-004f1f8c-b280-4c2c-b49d-4a9aa0745ba0 req-4f65ed00-f035-43af-b4c0-56c7903de09c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e71ca0134bc64db3b85a744bc5da948c&device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 1099 time: 0.0757108 Aug 30 07:51:55.720599 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87dc6ac-ceab-421a-b349-2d38c931ce6a req-2e6df574-4865-479e-a90f-cfcc1139a503 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:55.722903 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c87dc6ac-ceab-421a-b349-2d38c931ce6a req-2e6df574-4865-479e-a90f-cfcc1139a503 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 946 time: 0.0549204 Aug 30 07:51:55.744676 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f1f8c-b280-4c2c-b49d-4a9aa0745ba0 req-d5449cd8-5fe0-437a-97fc-29182aab3b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:55.746473 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-004f1f8c-b280-4c2c-b49d-4a9aa0745ba0 req-d5449cd8-5fe0-437a-97fc-29182aab3b5a service neutron] 10.222.0.61 "GET /v2.0/networks?id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 HTTP/1.1" status: 200 len: 910 time: 0.1292942 Aug 30 07:51:55.748024 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-01dc5693-98e7-4900-8c0f-9889d2a43327 req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:55.762489 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['6775eff3-812a-4ed1-8de8-36fd5d098c28', '68f1f892-73b9-4984-bfa6-c10491ed1939', 'ed47d797-7cde-4038-9cf6-19c7781b0f13'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:51:55.795411 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c87dc6ac-ceab-421a-b349-2d38c931ce6a req-a9c9c68f-4dde-477e-bc51-c591bb3932ba tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647726 Aug 30 07:51:55.838103 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Pushing event deleted for resources: {'Port': ['ID=ed47d797-7cde-4038-9cf6-19c7781b0f13,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:55.872937 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:55.873288 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:55.873628 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:55.873958 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:55.874310 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:55.874634 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:55.874957 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:55.875280 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:55.875599 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:55.875913 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:55.876234 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:55.876547 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:55.903137 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-01dc5693-98e7-4900-8c0f-9889d2a43327 req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] No DVR routers for this DVR port ed47d797-7cde-4038-9cf6-19c7781b0f13 on host hv-cinder-80619 {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:51:55.905629 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-01dc5693-98e7-4900-8c0f-9889d2a43327 req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:55.907657 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-01dc5693-98e7-4900-8c0f-9889d2a43327 req-36a2bb9f-32eb-4b99-bc5a-cb351cc93683 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.61 "DELETE /v2.0/ports/ed47d797-7cde-4038-9cf6-19c7781b0f13 HTTP/1.1" status: 204 len: 173 time: 0.6241524 Aug 30 07:51:55.910668 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32f1264-9680-449b-a1eb-c42ea5401715', 'name': 'network-vif-deleted', 'tag': 'ed47d797-7cde-4038-9cf6-19c7781b0f13'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:51:55.912918 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cafe60-5214-46dd-ba18-cfc59d550b3e" -d '{"events": [{"server_uuid": "b32f1264-9680-449b-a1eb-c42ea5401715", "name": "network-vif-deleted", "tag": "ed47d797-7cde-4038-9cf6-19c7781b0f13"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:51:55.928008 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-004f1f8c-b280-4c2c-b49d-4a9aa0745ba0 req-7e4e8d3c-f07d-45a0-a599-74165d8625fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f5aee7-d6fd-4ea0-b19a-d088da242d0e HTTP/1.1" status: 200 len: 1000 time: 0.1705503 Aug 30 07:51:55.974791 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6924983c-6d9a-4239-a7d3-e21940f7439e x-openstack-request-id: req-6924983c-6d9a-4239-a7d3-e21940f7439e {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:51:55.975454 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32f1264-9680-449b-a1eb-c42ea5401715", "name": "network-vif-deleted", "tag": "ed47d797-7cde-4038-9cf6-19c7781b0f13", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:51:55.975454 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6924983c-6d9a-4239-a7d3-e21940f7439e {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:51:55.975721 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32f1264-9680-449b-a1eb-c42ea5401715', 'name': 'network-vif-deleted', 'tag': 'ed47d797-7cde-4038-9cf6-19c7781b0f13', 'status': 'completed', 'code': 200} Aug 30 07:51:56.002647 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f1f8c-b280-4c2c-b49d-4a9aa0745ba0 req-6466a017-adc8-4d56-ba85-5ff94eae01e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:56.004186 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-004f1f8c-b280-4c2c-b49d-4a9aa0745ba0 req-6466a017-adc8-4d56-ba85-5ff94eae01e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e HTTP/1.1" status: 200 len: 848 time: 0.0660999 Aug 30 07:51:56.279086 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f1f8c-b280-4c2c-b49d-4a9aa0745ba0 req-17a17bc1-9e49-48c8-ac0a-505f151254cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:56.280724 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-004f1f8c-b280-4c2c-b49d-4a9aa0745ba0 req-17a17bc1-9e49-48c8-ac0a-505f151254cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2575972 Aug 30 07:51:56.372705 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-004f1f8c-b280-4c2c-b49d-4a9aa0745ba0 req-b1845d00-3733-44e3-a854-c57d4672fee8 service neutron] 10.222.0.61 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828228 Aug 30 07:51:56.488141 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-004f1f8c-b280-4c2c-b49d-4a9aa0745ba0 req-3e621474-93ac-4541-8331-a7b5f7684fbb service neutron] 10.222.0.61 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865996 Aug 30 07:51:56.925801 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-aa135db2-0ceb-4db3-8f92-223fd8408690 req-515bd402-50c7-4173-b8f1-72856c5dd6ab tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=b32f1264-9680-449b-a1eb-c42ea5401715 HTTP/1.1" status: 200 len: 210 time: 0.0285797 Aug 30 07:51:58.010462 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device ed47d797-7cde-4038-9cf6-19c7781b0f13 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:51:58.031346 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] No Port match for: ed47d797-7cde-4038-9cf6-19c7781b0f13 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:51:58.031858 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device ed47d797-7cde-4038-9cf6-19c7781b0f13 not bound to the agent host hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:51:58.200426 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd84ab-f3e8-4c18-96fe-1a8fe9d26895 req-26e3920c-afd0-4f39-909d-2d1023e12686 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:58.201804 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-48cd84ab-f3e8-4c18-96fe-1a8fe9d26895 req-26e3920c-afd0-4f39-909d-2d1023e12686 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 945 time: 0.0485814 Aug 30 07:51:58.240176 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-48cd84ab-f3e8-4c18-96fe-1a8fe9d26895 req-aba3bb2f-68be-4aab-9935-0c2a88a84c28 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316694 Aug 30 07:51:59.362134 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dbd07-6156-44cd-ae56-ea1f131600c8 req-a01e0d2c-5adb-4e60-8643-d4fedc8c5fe6 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:59.363834 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-880dbd07-6156-44cd-ae56-ea1f131600c8 req-a01e0d2c-5adb-4e60-8643-d4fedc8c5fe6 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 945 time: 0.0517061 Aug 30 07:51:59.404081 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-880dbd07-6156-44cd-ae56-ea1f131600c8 req-dc53789b-be81-46ff-ac86-420cf260976f tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341611 Aug 30 07:52:00.268595 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffcd56-6078-4566-8a73-33700ac3ebef req-8731f603-a944-4584-b329-b916a0f95ae1 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:00.269946 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-acffcd56-6078-4566-8a73-33700ac3ebef req-8731f603-a944-4584-b329-b916a0f95ae1 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 945 time: 0.0522544 Aug 30 07:52:00.360887 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-acffcd56-6078-4566-8a73-33700ac3ebef req-89385c6d-9a56-4832-8a0b-f60d4af175f5 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Deleting port 68f1f892-73b9-4984-bfa6-c10491ed1939 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:00.362049 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-acffcd56-6078-4566-8a73-33700ac3ebef req-89385c6d-9a56-4832-8a0b-f60d4af175f5 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:00.466330 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-acffcd56-6078-4566-8a73-33700ac3ebef req-89385c6d-9a56-4832-8a0b-f60d4af175f5 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] For port 68f1f892-73b9-4984-bfa6-c10491ed1939, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=68f1f892-73b9-4984-bfa6-c10491ed1939,segment=NetworkSegment(84acf25c-4045-4abf-a4e8-8adbfaa639ce),segment_id=84acf25c-4045-4abf-a4e8-8adbfaa639ce)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:00.467464 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-acffcd56-6078-4566-8a73-33700ac3ebef req-89385c6d-9a56-4832-8a0b-f60d4af175f5 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:00.489682 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-acffcd56-6078-4566-8a73-33700ac3ebef req-89385c6d-9a56-4832-8a0b-f60d4af175f5 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Calling delete_port for 68f1f892-73b9-4984-bfa6-c10491ed1939 owned by compute:nova {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:00.524012 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56889eca-2959-405b-bc2a-370cb3fee72b req-efeaefd7-2a80-46d4-84d5-cce234363cbe tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:00.525423 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-56889eca-2959-405b-bc2a-370cb3fee72b req-efeaefd7-2a80-46d4-84d5-cce234363cbe tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb HTTP/1.1" status: 200 len: 945 time: 0.0498152 Aug 30 07:52:00.562716 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-56889eca-2959-405b-bc2a-370cb3fee72b req-45f2b15f-1b35-4a37-83a8-a20bc5cd62e7 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313158 Aug 30 07:52:00.567484 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acbf00-fc98-4e0d-b9ce-463aa5591a2a req-ee7c00ef-a5e8-4291-a985-3eaf45b876f7 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:00.569018 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b3acbf00-fc98-4e0d-b9ce-463aa5591a2a req-ee7c00ef-a5e8-4291-a985-3eaf45b876f7 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0990396 Aug 30 07:52:00.585771 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2005557e-7b69-486b-a200-ccdee819b540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:00.628494 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b3acbf00-fc98-4e0d-b9ce-463aa5591a2a req-499f0de9-0bb3-4598-81f4-d49aa9d82f12 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508590 Aug 30 07:52:00.682861 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-acffcd56-6078-4566-8a73-33700ac3ebef req-89385c6d-9a56-4832-8a0b-f60d4af175f5 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:00.701999 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['6775eff3-812a-4ed1-8de8-36fd5d098c28', '68f1f892-73b9-4984-bfa6-c10491ed1939'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:52:00.712470 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89385c6d-9a56-4832-8a0b-f60d4af175f5 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Pushing event deleted for resources: {'Port': ['ID=68f1f892-73b9-4984-bfa6-c10491ed1939,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:00.752362 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-acffcd56-6078-4566-8a73-33700ac3ebef req-89385c6d-9a56-4832-8a0b-f60d4af175f5 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] No DVR routers for this DVR port 68f1f892-73b9-4984-bfa6-c10491ed1939 on host hv-cinder-80619 {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:52:00.754875 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-acffcd56-6078-4566-8a73-33700ac3ebef req-89385c6d-9a56-4832-8a0b-f60d4af175f5 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:00.756846 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-acffcd56-6078-4566-8a73-33700ac3ebef req-89385c6d-9a56-4832-8a0b-f60d4af175f5 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.61 "DELETE /v2.0/ports/68f1f892-73b9-4984-bfa6-c10491ed1939 HTTP/1.1" status: 204 len: 173 time: 0.4802134 Aug 30 07:52:00.757274 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb', 'name': 'network-vif-deleted', 'tag': '68f1f892-73b9-4984-bfa6-c10491ed1939'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:52:00.759532 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edfa3b7-55ed-4ea9-9d90-d842373cd101" -d '{"events": [{"server_uuid": "6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb", "name": "network-vif-deleted", "tag": "68f1f892-73b9-4984-bfa6-c10491ed1939"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:52:00.848102 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02258dc2-f292-4bc7-81c5-13be7f670ce4 x-openstack-request-id: req-02258dc2-f292-4bc7-81c5-13be7f670ce4 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:52:00.848395 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb", "name": "network-vif-deleted", "tag": "68f1f892-73b9-4984-bfa6-c10491ed1939", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:52:00.848648 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-02258dc2-f292-4bc7-81c5-13be7f670ce4 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:52:00.849052 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd1febe-2f65-4cd3-a6e1-55afe4c4b2eb', 'name': 'network-vif-deleted', 'tag': '68f1f892-73b9-4984-bfa6-c10491ed1939', 'status': 'completed', 'code': 200} Aug 30 07:52:01.755787 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6751d-8a2a-4460-b0f3-f500dd522c32 req-7a033244-7432-4d03-aca8-6b8287a6a723 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:01.757240 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d1f6751d-8a2a-4460-b0f3-f500dd522c32 req-7a033244-7432-4d03-aca8-6b8287a6a723 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0576699 Aug 30 07:52:01.795567 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d1f6751d-8a2a-4460-b0f3-f500dd522c32 req-e0dc2df8-b585-4869-a4b5-c3a785599c12 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322154 Aug 30 07:52:02.916323 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f017a-db16-4489-b851-aa63dd21bc7c req-ae356884-9807-41e1-9a66-de390d72e6df tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:02.917827 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7b5f017a-db16-4489-b851-aa63dd21bc7c req-ae356884-9807-41e1-9a66-de390d72e6df tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0499165 Aug 30 07:52:02.958489 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7b5f017a-db16-4489-b851-aa63dd21bc7c req-91ea4411-8fb9-4289-9537-9a0af8f27f53 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348957 Aug 30 07:52:02.986478 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acac21b-8c19-4586-a0bf-000a53fd50bb req-91dfa366-be20-4e39-a6e7-b337f44868a6 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:02.988999 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9acac21b-8c19-4586-a0bf-000a53fd50bb req-91dfa366-be20-4e39-a6e7-b337f44868a6 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 946 time: 0.0625937 Aug 30 07:52:03.028051 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9acac21b-8c19-4586-a0bf-000a53fd50bb req-da9376cc-c003-4aec-bb52-561c0e11380b tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331788 Aug 30 07:52:03.411446 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-ec0710e1-4152-4fa3-86e4-0597827febf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:03.547456 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20d3c3-bb01-40f2-b828-02fb5cc5ae90 req-02b070fc-fba1-4197-a63d-273dc08bc495 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:03.548924 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9b20d3c3-bb01-40f2-b828-02fb5cc5ae90 req-02b070fc-fba1-4197-a63d-273dc08bc495 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 946 time: 0.0482600 Aug 30 07:52:03.640559 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-9b20d3c3-bb01-40f2-b828-02fb5cc5ae90 req-bbdeccf7-b66d-43fb-8680-00e020e153d3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Deleting port 7df2dfe2-84f3-44d6-9b60-1cece886854d {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:03.640896 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9b20d3c3-bb01-40f2-b828-02fb5cc5ae90 req-bbdeccf7-b66d-43fb-8680-00e020e153d3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:03.732071 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-9b20d3c3-bb01-40f2-b828-02fb5cc5ae90 req-bbdeccf7-b66d-43fb-8680-00e020e153d3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] For port 7df2dfe2-84f3-44d6-9b60-1cece886854d, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=7df2dfe2-84f3-44d6-9b60-1cece886854d,segment=NetworkSegment(11b28338-5bb9-4de9-96e1-5b8939ab05a5),segment_id=11b28338-5bb9-4de9-96e1-5b8939ab05a5)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:03.732349 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9b20d3c3-bb01-40f2-b828-02fb5cc5ae90 req-bbdeccf7-b66d-43fb-8680-00e020e153d3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:03.745567 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-9b20d3c3-bb01-40f2-b828-02fb5cc5ae90 req-bbdeccf7-b66d-43fb-8680-00e020e153d3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Calling delete_port for 7df2dfe2-84f3-44d6-9b60-1cece886854d owned by compute:nova {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:03.871423 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9b20d3c3-bb01-40f2-b828-02fb5cc5ae90 req-bbdeccf7-b66d-43fb-8680-00e020e153d3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:03.883635 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['7df2dfe2-84f3-44d6-9b60-1cece886854d', 'ae18f657-8bf1-4e50-b57d-7f58cd1f4360'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:52:03.900584 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdeccf7-b66d-43fb-8680-00e020e153d3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Pushing event deleted for resources: {'Port': ['ID=7df2dfe2-84f3-44d6-9b60-1cece886854d,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:03.938361 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b20d3c3-bb01-40f2-b828-02fb5cc5ae90 req-bbdeccf7-b66d-43fb-8680-00e020e153d3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] No DVR routers for this DVR port 7df2dfe2-84f3-44d6-9b60-1cece886854d on host hv-cinder-80619 {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:52:03.941089 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9b20d3c3-bb01-40f2-b828-02fb5cc5ae90 req-bbdeccf7-b66d-43fb-8680-00e020e153d3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:03.943108 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9b20d3c3-bb01-40f2-b828-02fb5cc5ae90 req-bbdeccf7-b66d-43fb-8680-00e020e153d3 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.61 "DELETE /v2.0/ports/7df2dfe2-84f3-44d6-9b60-1cece886854d HTTP/1.1" status: 204 len: 173 time: 0.3874300 Aug 30 07:52:03.943542 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab74e53e-3def-4d56-a5a3-9bdaae91e894', 'name': 'network-vif-deleted', 'tag': '7df2dfe2-84f3-44d6-9b60-1cece886854d'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:52:03.945769 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d9d101-fdf3-42db-82ce-a01fb63089e7" -d '{"events": [{"server_uuid": "ab74e53e-3def-4d56-a5a3-9bdaae91e894", "name": "network-vif-deleted", "tag": "7df2dfe2-84f3-44d6-9b60-1cece886854d"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:52:04.024197 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1c1a8c-f8be-4398-bd04-4e0dc452dfe3 x-openstack-request-id: req-0d1c1a8c-f8be-4398-bd04-4e0dc452dfe3 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:52:04.024787 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab74e53e-3def-4d56-a5a3-9bdaae91e894", "name": "network-vif-deleted", "tag": "7df2dfe2-84f3-44d6-9b60-1cece886854d", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:52:04.024787 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0d1c1a8c-f8be-4398-bd04-4e0dc452dfe3 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:52:04.025096 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab74e53e-3def-4d56-a5a3-9bdaae91e894', 'name': 'network-vif-deleted', 'tag': '7df2dfe2-84f3-44d6-9b60-1cece886854d', 'status': 'completed', 'code': 200} Aug 30 07:52:04.053643 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 68f1f892-73b9-4984-bfa6-c10491ed1939 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:52:04.061769 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:52:04.076064 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] No Port match for: 68f1f892-73b9-4984-bfa6-c10491ed1939 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:52:04.076417 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 68f1f892-73b9-4984-bfa6-c10491ed1939 not bound to the agent host hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:52:04.090231 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9447fdcd-aff0-4d51-a1b8-796682ede2ab req-ad2afb42-5c53-4ddd-b9d3-f45bb385124b tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab74e53e-3def-4d56-a5a3-9bdaae91e894 HTTP/1.1" status: 200 len: 210 time: 0.0453303 Aug 30 07:52:04.159788 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af995f-d385-465d-8b21-f2ab406c61a9 req-8f4311ce-d7d8-4928-b5a8-acea573ed1d8 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:04.161257 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-37af995f-d385-465d-8b21-f2ab406c61a9 req-8f4311ce-d7d8-4928-b5a8-acea573ed1d8 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 946 time: 0.0500455 Aug 30 07:52:04.205191 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-37af995f-d385-465d-8b21-f2ab406c61a9 req-fb0fdf3d-f1b4-4836-b292-826f82788cfb tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367556 Aug 30 07:52:04.277893 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:05.077191 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:05.178387 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2377311-5ecd-4de6-a379-9a9c7942f106 req-22095cc0-d116-4e18-af21-4ebc544315e1 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:05.179846 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f2377311-5ecd-4de6-a379-9a9c7942f106 req-22095cc0-d116-4e18-af21-4ebc544315e1 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.61 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 946 time: 0.0535648 Aug 30 07:52:05.277514 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-f2377311-5ecd-4de6-a379-9a9c7942f106 req-7b4572ca-c061-413d-870d-2de72bbbe27d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Deleting port 6775eff3-812a-4ed1-8de8-36fd5d098c28 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:05.277869 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-f2377311-5ecd-4de6-a379-9a9c7942f106 req-7b4572ca-c061-413d-870d-2de72bbbe27d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:05.385616 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614e961-02db-4838-8fe7-a6a8f84d2896 req-c2fd0b5b-b14c-4ea7-a4d1-b3cdc75dfcd2 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:05.387157 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5614e961-02db-4838-8fe7-a6a8f84d2896 req-c2fd0b5b-b14c-4ea7-a4d1-b3cdc75dfcd2 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4967d79f-d77e-494e-913b-b11b09a5dee4 HTTP/1.1" status: 200 len: 946 time: 0.1052411 Aug 30 07:52:05.419889 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-f2377311-5ecd-4de6-a379-9a9c7942f106 req-7b4572ca-c061-413d-870d-2de72bbbe27d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] For port 6775eff3-812a-4ed1-8de8-36fd5d098c28, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=6775eff3-812a-4ed1-8de8-36fd5d098c28,segment=NetworkSegment(84acf25c-4045-4abf-a4e8-8adbfaa639ce),segment_id=84acf25c-4045-4abf-a4e8-8adbfaa639ce)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:05.420307 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-f2377311-5ecd-4de6-a379-9a9c7942f106 req-7b4572ca-c061-413d-870d-2de72bbbe27d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:05.444688 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-f2377311-5ecd-4de6-a379-9a9c7942f106 req-7b4572ca-c061-413d-870d-2de72bbbe27d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Calling delete_port for 6775eff3-812a-4ed1-8de8-36fd5d098c28 owned by compute:nova {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:05.455785 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5614e961-02db-4838-8fe7-a6a8f84d2896 req-897131a2-f772-48a1-850e-a5082fef23f5 tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.73 "GET /v2.0/security-groups?id=9e54958b-483f-4042-a863-b5ee013a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585241 Aug 30 07:52:05.494444 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b6416-8c7f-4174-8dad-58f690d8f835 req-5a72591c-f42f-4161-819f-d5edc736dc4c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:05.496106 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-596b6416-8c7f-4174-8dad-58f690d8f835 req-5a72591c-f42f-4161-819f-d5edc736dc4c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0577259 Aug 30 07:52:05.538503 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-596b6416-8c7f-4174-8dad-58f690d8f835 req-6012721d-a165-408d-a153-eacfa10402a7 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343089 Aug 30 07:52:05.600351 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-f2377311-5ecd-4de6-a379-9a9c7942f106 req-7b4572ca-c061-413d-870d-2de72bbbe27d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:05.613492 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['6775eff3-812a-4ed1-8de8-36fd5d098c28'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:52:05.626652 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4572ca-c061-413d-870d-2de72bbbe27d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Pushing event deleted for resources: {'Port': ['ID=6775eff3-812a-4ed1-8de8-36fd5d098c28,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:05.668750 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2377311-5ecd-4de6-a379-9a9c7942f106 req-7b4572ca-c061-413d-870d-2de72bbbe27d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] No DVR routers for this DVR port 6775eff3-812a-4ed1-8de8-36fd5d098c28 on host hv-cinder-80619 {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:52:05.671130 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-f2377311-5ecd-4de6-a379-9a9c7942f106 req-7b4572ca-c061-413d-870d-2de72bbbe27d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:05.673056 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f2377311-5ecd-4de6-a379-9a9c7942f106 req-7b4572ca-c061-413d-870d-2de72bbbe27d tempest-AttachVolumeNegativeTest-486867577 tempest-AttachVolumeNegativeTest-486867577-project] 10.222.0.61 "DELETE /v2.0/ports/6775eff3-812a-4ed1-8de8-36fd5d098c28 HTTP/1.1" status: 204 len: 173 time: 0.4857972 Aug 30 07:52:05.841741 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:06.026476 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4967d79f-d77e-494e-913b-b11b09a5dee4', 'name': 'network-vif-deleted', 'tag': '6775eff3-812a-4ed1-8de8-36fd5d098c28'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:52:06.028881 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10c9249-6483-4f3d-a10c-ab98474f459b" -d '{"events": [{"server_uuid": "4967d79f-d77e-494e-913b-b11b09a5dee4", "name": "network-vif-deleted", "tag": "6775eff3-812a-4ed1-8de8-36fd5d098c28"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:52:06.063263 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd5d3f2-449c-47d4-b7ad-09de0e00c25b x-openstack-request-id: req-bcd5d3f2-449c-47d4-b7ad-09de0e00c25b {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:52:06.063558 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4967d79f-d77e-494e-913b-b11b09a5dee4", "name": "network-vif-deleted", "tag": "6775eff3-812a-4ed1-8de8-36fd5d098c28", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:52:06.063813 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bcd5d3f2-449c-47d4-b7ad-09de0e00c25b {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:52:06.064021 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 7df2dfe2-84f3-44d6-9b60-1cece886854d no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:52:06.064205 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4967d79f-d77e-494e-913b-b11b09a5dee4', 'name': 'network-vif-deleted', 'tag': '6775eff3-812a-4ed1-8de8-36fd5d098c28', 'status': 'completed', 'code': 200} Aug 30 07:52:06.084644 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] No Port match for: 7df2dfe2-84f3-44d6-9b60-1cece886854d {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:52:06.085262 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 7df2dfe2-84f3-44d6-9b60-1cece886854d not bound to the agent host hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:52:06.515406 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 36774) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:06.561694 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99c0dab-e534-45ba-8094-e96fc86ad9df admin admin] Deleting subnet 540cd3fa-6129-4e85-96e0-36bf95c68725 {{(pid=100375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:52:06.565257 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f99c0dab-e534-45ba-8094-e96fc86ad9df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:06.601600 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f99c0dab-e534-45ba-8094-e96fc86ad9df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11923330'] for subnet, precommit_delete_associations {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:06.667658 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f99c0dab-e534-45ba-8094-e96fc86ad9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3840692'] for subnet, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:06.707115 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8187247-a2a2-419a-9dce-3b8b98268d9c req-5b7ad5b7-9c71-4947-94cf-58cdc16759b4 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:06.708577 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b8187247-a2a2-419a-9dce-3b8b98268d9c req-5b7ad5b7-9c71-4947-94cf-58cdc16759b4 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0881906 Aug 30 07:52:06.752058 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f99c0dab-e534-45ba-8094-e96fc86ad9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3840699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11718326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11245827'] for subnet, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:06.782797 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b8187247-a2a2-419a-9dce-3b8b98268d9c req-c70e0471-bcd7-493a-9418-840740ac8783 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667143 Aug 30 07:52:06.785550 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c0dab-e534-45ba-8094-e96fc86ad9df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=540cd3fa-6129-4e85-96e0-36bf95c68725,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:06.787533 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f99c0dab-e534-45ba-8094-e96fc86ad9df admin admin] Notify callbacks [] for subnet, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:06.791784 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-f99c0dab-e534-45ba-8094-e96fc86ad9df admin admin] 10.222.0.73 "DELETE /v2.0/subnets/540cd3fa-6129-4e85-96e0-36bf95c68725 HTTP/1.1" status: 204 len: 168 time: 0.2729304 Aug 30 07:52:06.792369 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 36780) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:06.857398 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-79e0cb8b-42a1-45d9-97e3-5b4d65a9b13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768868'] for network, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:06.936002 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-79e0cb8b-42a1-45d9-97e3-5b4d65a9b13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3772495', 'neutron.services.segments.db._delete_segments_for_network-8745591126510'] for network, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:06.945825 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.services.segments.db [None req-79e0cb8b-42a1-45d9-97e3-5b4d65a9b13c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48af5f56-a712-424c-ad52-bbe266bf5358']}} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:06.956599 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.services.segments.db [None req-79e0cb8b-42a1-45d9-97e3-5b4d65a9b13c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84acf25c-4045-4abf-a4e8-8adbfaa639ce') {'for_net_delete': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:06.956891 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.services.segments.db [None req-79e0cb8b-42a1-45d9-97e3-5b4d65a9b13c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84acf25c-4045-4abf-a4e8-8adbfaa639ce') {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:06.965630 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-79e0cb8b-42a1-45d9-97e3-5b4d65a9b13c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745591126393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11923357'] for segment, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:06.979592 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-79e0cb8b-42a1-45d9-97e3-5b4d65a9b13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:06.985195 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e0cb8b-42a1-45d9-97e3-5b4d65a9b13c admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=100375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:52:06.985575 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-79e0cb8b-42a1-45d9-97e3-5b4d65a9b13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11718352'] for segment, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: Traceback (most recent call last): Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: timer() Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: cb(*args, **kw) Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: return func(*args, **kwargs) Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: self._notify() Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: self.callback(batched_events) Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: event.method(event) Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: return f(self, *a, **k) Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: return self._get(url).json() Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: return self.request(url, 'GET', **kwargs) Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:52:06.987520 dv-cinder-806191-3-iscsi neutron-server[100375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:52:07.042556 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-79e0cb8b-42a1-45d9-97e3-5b4d65a9b13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3772470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529257'] for network, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:07.047928 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-79e0cb8b-42a1-45d9-97e3-5b4d65a9b13c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:07.049952 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-79e0cb8b-42a1-45d9-97e3-5b4d65a9b13c admin admin] 10.222.0.73 "DELETE /v2.0/networks/48af5f56-a712-424c-ad52-bbe266bf5358 HTTP/1.1" status: 204 len: 168 time: 0.2569506 Aug 30 07:52:07.060968 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0cb8b-42a1-45d9-97e3-5b4d65a9b13c admin admin] Pushing event deleted for resources: {'Network': ['ID=48af5f56-a712-424c-ad52-bbe266bf5358,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:07.212524 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 36784) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:07.254089 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-2c91dd90-5f10-4471-b018-9644a5258f46 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b7540de7f257475e864b4023460d355a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403705 Aug 30 07:52:07.256769 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 36786) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:07.306348 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8bea0f16-5466-4fe7-9a03-bfe860d2d942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:07.327183 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8bea0f16-5466-4fe7-9a03-bfe860d2d942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:07.375230 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8bea0f16-5466-4fe7-9a03-bfe860d2d942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:07.378338 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8bea0f16-5466-4fe7-9a03-bfe860d2d942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:07.379497 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-8bea0f16-5466-4fe7-9a03-bfe860d2d942 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9e54958b-483f-4042-a863-b5ee013a4f41 HTTP/1.1" status: 204 len: 168 time: 0.1211178 Aug 30 07:52:07.387235 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea0f16-5466-4fe7-9a03-bfe860d2d942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e54958b-483f-4042-a863-b5ee013a4f41,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:07.395450 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea0f16-5466-4fe7-9a03-bfe860d2d942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:07.395450 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea0f16-5466-4fe7-9a03-bfe860d2d942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:07.395863 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea0f16-5466-4fe7-9a03-bfe860d2d942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:07.396147 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea0f16-5466-4fe7-9a03-bfe860d2d942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:07.396562 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea0f16-5466-4fe7-9a03-bfe860d2d942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:07.396971 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea0f16-5466-4fe7-9a03-bfe860d2d942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:07.397297 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea0f16-5466-4fe7-9a03-bfe860d2d942 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:07.397608 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea0f16-5466-4fe7-9a03-bfe860d2d942 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:07.397972 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea0f16-5466-4fe7-9a03-bfe860d2d942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:07.398358 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea0f16-5466-4fe7-9a03-bfe860d2d942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:07.398699 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea0f16-5466-4fe7-9a03-bfe860d2d942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:07.399047 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea0f16-5466-4fe7-9a03-bfe860d2d942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:07.904627 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bade5b-e76e-43a5-8b3b-a583122c2373 req-92fa3e30-0ff1-4456-864f-9d19c6190181 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:07.906106 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c4bade5b-e76e-43a5-8b3b-a583122c2373 req-92fa3e30-0ff1-4456-864f-9d19c6190181 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0486236 Aug 30 07:52:07.947514 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c4bade5b-e76e-43a5-8b3b-a583122c2373 req-df47f0ed-082e-4c07-b3e2-85982e2e5754 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326409 Aug 30 07:52:08.732001 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 6775eff3-812a-4ed1-8de8-36fd5d098c28 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:52:08.752611 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] No Port match for: 6775eff3-812a-4ed1-8de8-36fd5d098c28 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:52:08.752945 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 6775eff3-812a-4ed1-8de8-36fd5d098c28 not bound to the agent host hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:52:09.889411 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac403d-fac0-4082-bb38-6da1ffabeac1 req-ecaf21bf-1f10-4f2b-ab85-6e521aa90de9 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:09.890916 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1eac403d-fac0-4082-bb38-6da1ffabeac1 req-ecaf21bf-1f10-4f2b-ab85-6e521aa90de9 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0490501 Aug 30 07:52:09.928283 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1eac403d-fac0-4082-bb38-6da1ffabeac1 req-0a6bdbdd-831c-4623-a0ed-298da1b882da tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312335 Aug 30 07:52:11.589779 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b518fe-8e7e-4e08-a5a9-2aa2af48eea2 req-16bf9e19-36e6-4611-80a5-edfc50ad7220 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:11.591286 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e4b518fe-8e7e-4e08-a5a9-2aa2af48eea2 req-16bf9e19-36e6-4611-80a5-edfc50ad7220 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0559680 Aug 30 07:52:11.629262 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e4b518fe-8e7e-4e08-a5a9-2aa2af48eea2 req-578ae52d-4ae2-4146-b016-4c142222f02c tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321202 Aug 30 07:52:12.775093 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a8a57-301e-4b9d-a9fd-ddc4edeefa5f req-8500d047-1b83-4f5d-b242-89d9266a6875 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:12.776734 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ac5a8a57-301e-4b9d-a9fd-ddc4edeefa5f req-8500d047-1b83-4f5d-b242-89d9266a6875 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0566096 Aug 30 07:52:12.819307 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ac5a8a57-301e-4b9d-a9fd-ddc4edeefa5f req-921ddd74-104e-4bf4-82fd-52dc198c99c8 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359557 Aug 30 07:52:17.132091 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79b211-7734-43c8-b958-476ef2201c87 req-3c78fbe2-3988-4fd9-9df7-989c751ae0a0 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:17.133578 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-aa79b211-7734-43c8-b958-476ef2201c87 req-3c78fbe2-3988-4fd9-9df7-989c751ae0a0 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0505898 Aug 30 07:52:17.170601 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-aa79b211-7734-43c8-b958-476ef2201c87 req-9e21af78-f314-40d4-9482-f5fe9a57dd0e tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311751 Aug 30 07:52:18.303725 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc213b-65c8-4960-8013-1fd490231b62 req-ba36325b-96a9-4e37-a64b-a29ba02bf7fb tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:18.305232 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-eabc213b-65c8-4960-8013-1fd490231b62 req-ba36325b-96a9-4e37-a64b-a29ba02bf7fb tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0522671 Aug 30 07:52:18.343020 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-eabc213b-65c8-4960-8013-1fd490231b62 req-f3227c27-e8f7-43ef-aede-8a64e86cdb7d tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317833 Aug 30 07:52:22.314842 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb402b-87c0-47f5-940a-4dbb1311ff5b req-6983bade-6c61-460a-9b6b-698ace15afb4 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:22.316317 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-41cb402b-87c0-47f5-940a-4dbb1311ff5b req-6983bade-6c61-460a-9b6b-698ace15afb4 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0479536 Aug 30 07:52:22.353840 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-41cb402b-87c0-47f5-940a-4dbb1311ff5b req-54b20ce8-4d3b-4c61-8017-e1f25485ecba tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/security-groups?id=be04b762-4e2d-487a-bc9e-0e55ab95071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316694 Aug 30 07:52:22.580192 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4168f43-275e-4323-b8ae-b01d3a90de9e req-31489ef4-f6ee-4261-a31b-f3241d8ac643 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:22.581633 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d4168f43-275e-4323-b8ae-b01d3a90de9e req-31489ef4-f6ee-4261-a31b-f3241d8ac643 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.61 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 945 time: 0.0507946 Aug 30 07:52:22.672119 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-d4168f43-275e-4323-b8ae-b01d3a90de9e req-792c1747-e4fa-478a-8531-84690202815f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Deleting port ae18f657-8bf1-4e50-b57d-7f58cd1f4360 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:22.672454 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-d4168f43-275e-4323-b8ae-b01d3a90de9e req-792c1747-e4fa-478a-8531-84690202815f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:22.760735 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-d4168f43-275e-4323-b8ae-b01d3a90de9e req-792c1747-e4fa-478a-8531-84690202815f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] For port ae18f657-8bf1-4e50-b57d-7f58cd1f4360, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=ae18f657-8bf1-4e50-b57d-7f58cd1f4360,segment=NetworkSegment(11b28338-5bb9-4de9-96e1-5b8939ab05a5),segment_id=11b28338-5bb9-4de9-96e1-5b8939ab05a5)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:22.760983 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-d4168f43-275e-4323-b8ae-b01d3a90de9e req-792c1747-e4fa-478a-8531-84690202815f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:22.773228 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-d4168f43-275e-4323-b8ae-b01d3a90de9e req-792c1747-e4fa-478a-8531-84690202815f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Calling delete_port for ae18f657-8bf1-4e50-b57d-7f58cd1f4360 owned by compute:nova {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:22.901169 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-d4168f43-275e-4323-b8ae-b01d3a90de9e req-792c1747-e4fa-478a-8531-84690202815f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:22.926440 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c1747-e4fa-478a-8531-84690202815f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Pushing event deleted for resources: {'Port': ['ID=ae18f657-8bf1-4e50-b57d-7f58cd1f4360,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:22.967307 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4168f43-275e-4323-b8ae-b01d3a90de9e req-792c1747-e4fa-478a-8531-84690202815f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] No DVR routers for this DVR port ae18f657-8bf1-4e50-b57d-7f58cd1f4360 on host hv-cinder-80619 {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:52:22.969405 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-d4168f43-275e-4323-b8ae-b01d3a90de9e req-792c1747-e4fa-478a-8531-84690202815f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:22.971387 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d4168f43-275e-4323-b8ae-b01d3a90de9e req-792c1747-e4fa-478a-8531-84690202815f tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.61 "DELETE /v2.0/ports/ae18f657-8bf1-4e50-b57d-7f58cd1f4360 HTTP/1.1" status: 204 len: 173 time: 0.3830528 Aug 30 07:52:22.971808 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fc5a1e-6b49-475e-85ec-93d172a0d3e2', 'name': 'network-vif-deleted', 'tag': 'ae18f657-8bf1-4e50-b57d-7f58cd1f4360'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:52:22.974060 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c67f867-68a7-4394-b426-ce522c10aad3" -d '{"events": [{"server_uuid": "95fc5a1e-6b49-475e-85ec-93d172a0d3e2", "name": "network-vif-deleted", "tag": "ae18f657-8bf1-4e50-b57d-7f58cd1f4360"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:52:23.009332 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590dd610-7b1f-4a06-944c-994448075243 x-openstack-request-id: req-590dd610-7b1f-4a06-944c-994448075243 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:52:23.009793 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fc5a1e-6b49-475e-85ec-93d172a0d3e2", "name": "network-vif-deleted", "tag": "ae18f657-8bf1-4e50-b57d-7f58cd1f4360", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:52:23.010100 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-590dd610-7b1f-4a06-944c-994448075243 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:52:23.010525 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fc5a1e-6b49-475e-85ec-93d172a0d3e2', 'name': 'network-vif-deleted', 'tag': 'ae18f657-8bf1-4e50-b57d-7f58cd1f4360', 'status': 'completed', 'code': 200} Aug 30 07:52:23.015760 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['ae18f657-8bf1-4e50-b57d-7f58cd1f4360'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:52:23.457866 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ef529b12-7445-4b43-9f35-a08bd2c5a07d req-749b4333-8707-4bee-874c-60cb9aa64ec1 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 210 time: 0.0268099 Aug 30 07:52:23.687951 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:24.559769 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-74d6c629-5c11-40e6-9d1e-ddd5e6ee30ed req-27cbca6c-1871-42c1-8629-ed595e74ec6a tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 210 time: 0.0259416 Aug 30 07:52:25.669283 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-486d12a1-a4da-43fa-b24c-703bd5307ad6 req-9831091f-6f97-4b50-bb9d-e89208892c20 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 210 time: 0.0329635 Aug 30 07:52:26.774112 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6bf35a20-76fe-4ba0-b706-a5cfdab19e71 req-425296f8-8b43-48ff-86b4-0bea322cdfa8 tempest-ServerRescueNegativeTestJSON-1910439739 tempest-ServerRescueNegativeTestJSON-1910439739-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fc5a1e-6b49-475e-85ec-93d172a0d3e2 HTTP/1.1" status: 200 len: 210 time: 0.0254834 Aug 30 07:52:27.832732 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 37008) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:28.145926 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device ae18f657-8bf1-4e50-b57d-7f58cd1f4360 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:52:28.168630 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] No Port match for: ae18f657-8bf1-4e50-b57d-7f58cd1f4360 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:52:28.168947 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device ae18f657-8bf1-4e50-b57d-7f58cd1f4360 not bound to the agent host hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:52:28.251722 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-07f951ef-b711-4bc8-bf81-36727177e574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535493'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:28.537669 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-07f951ef-b711-4bc8-bf81-36727177e574 admin admin] Deleting port 5556101c-0113-4ce7-b151-be248c620c46 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:28.538011 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-07f951ef-b711-4bc8-bf81-36727177e574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:28.617129 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-07f951ef-b711-4bc8-bf81-36727177e574 admin admin] For port 5556101c-0113-4ce7-b151-be248c620c46, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=5556101c-0113-4ce7-b151-be248c620c46,segment=NetworkSegment(11b28338-5bb9-4de9-96e1-5b8939ab05a5),segment_id=11b28338-5bb9-4de9-96e1-5b8939ab05a5)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:28.617496 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-07f951ef-b711-4bc8-bf81-36727177e574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:28.631178 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-07f951ef-b711-4bc8-bf81-36727177e574 admin admin] Calling delete_port for 5556101c-0113-4ce7-b151-be248c620c46 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:28.819360 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-07f951ef-b711-4bc8-bf81-36727177e574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:28.851250 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f951ef-b711-4bc8-bf81-36727177e574 admin admin] Pushing event deleted for resources: {'Port': ['ID=5556101c-0113-4ce7-b151-be248c620c46,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:29.263068 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-07f951ef-b711-4bc8-bf81-36727177e574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535311'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:29.544902 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f951ef-b711-4bc8-bf81-36727177e574 admin admin] Router 82cc8dba-ee03-4db2-b8af-4c4abae5c0b8 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:52:29.655464 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f951ef-b711-4bc8-bf81-36727177e574 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:52:29.660538 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-07f951ef-b711-4bc8-bf81-36727177e574 admin admin] 10.222.0.73 "PUT /v2.0/routers/82cc8dba-ee03-4db2-b8af-4c4abae5c0b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8267331 Aug 30 07:52:29.663105 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 37052) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:29.666363 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85507213-3586-4eb2-a64f-33f3a91ce914 None None] Sync routers for ids ['82cc8dba-ee03-4db2-b8af-4c4abae5c0b8'] in dv-cinder-806191-3-iscsi {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:52:29.675389 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85507213-3586-4eb2-a64f-33f3a91ce914 None None] Routers {'82cc8dba-ee03-4db2-b8af-4c4abae5c0b8'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:52:29.676003 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-85507213-3586-4eb2-a64f-33f3a91ce914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:52:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['82cc8dba-ee03-4db2-b8af-4c4abae5c0b8'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:29.780171 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dd596ed2-0653-4ae1-96f8-c782ea898c3f admin admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:29.794718 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-85507213-3586-4eb2-a64f-33f3a91ce914 None None] Set router 82cc8dba-ee03-4db2-b8af-4c4abae5c0b8 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:52:29.894686 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dd596ed2-0653-4ae1-96f8-c782ea898c3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:29.962792 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-dd596ed2-0653-4ae1-96f8-c782ea898c3f admin admin] Deleting port 12e2f8be-74c0-4011-84c9-2ee23c77fee0 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:29.963381 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dd596ed2-0653-4ae1-96f8-c782ea898c3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.000544 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-85507213-3586-4eb2-a64f-33f3a91ce914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc8dba-ee03-4db2-b8af-4c4abae5c0b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1103846598-router', 'tenant_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '12e2f8be-74c0-4011-84c9-2ee23c77fee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:49Z', 'updated_at': '2021-08-30T07:52:28Z', 'revision_number': 5, 'project_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'gw_port': {'id': '12e2f8be-74c0-4011-84c9-2ee23c77fee0', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:90:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc8dba-ee03-4db2-b8af-4c4abae5c0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:30.027837 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85507213-3586-4eb2-a64f-33f3a91ce914 None None] Checking router: 82cc8dba-ee03-4db2-b8af-4c4abae5c0b8 for host: dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:52:30.036459 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85507213-3586-4eb2-a64f-33f3a91ce914 None None] Routers {'82cc8dba-ee03-4db2-b8af-4c4abae5c0b8'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:52:30.037183 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-85507213-3586-4eb2-a64f-33f3a91ce914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:52:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['82cc8dba-ee03-4db2-b8af-4c4abae5c0b8'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:30.047797 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-dd596ed2-0653-4ae1-96f8-c782ea898c3f admin admin] For port 12e2f8be-74c0-4011-84c9-2ee23c77fee0, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=12e2f8be-74c0-4011-84c9-2ee23c77fee0,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:30.048236 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dd596ed2-0653-4ae1-96f8-c782ea898c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.062833 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-dd596ed2-0653-4ae1-96f8-c782ea898c3f admin admin] Calling delete_port for 12e2f8be-74c0-4011-84c9-2ee23c77fee0 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:30.124259 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 37070) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:30.221048 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-85507213-3586-4eb2-a64f-33f3a91ce914 None None] Set router 82cc8dba-ee03-4db2-b8af-4c4abae5c0b8 gateway port host: None {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:52:30.247780 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-526da6d9-bb9a-4a60-94b7-80ee79fe75ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.281117 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-85507213-3586-4eb2-a64f-33f3a91ce914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc8dba-ee03-4db2-b8af-4c4abae5c0b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1103846598-router', 'tenant_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:49Z', 'updated_at': '2021-08-30T07:52:29Z', 'revision_number': 6, 'project_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'gw_port_host': None}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:30.282927 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dd596ed2-0653-4ae1-96f8-c782ea898c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.307333 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85507213-3586-4eb2-a64f-33f3a91ce914 None None] The sync data for ids ['82cc8dba-ee03-4db2-b8af-4c4abae5c0b8'] in dv-cinder-806191-3-iscsi is: [{'id': '82cc8dba-ee03-4db2-b8af-4c4abae5c0b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1103846598-router', 'tenant_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:49Z', 'updated_at': '2021-08-30T07:52:29Z', 'revision_number': 6, 'project_id': 'a5f4656c08fc44eb93611972f4bebb0e', 'gw_port_host': None}] {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:52:30.316673 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd596ed2-0653-4ae1-96f8-c782ea898c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=12e2f8be-74c0-4011-84c9-2ee23c77fee0,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:30.408888 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dd596ed2-0653-4ae1-96f8-c782ea898c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529237'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.526986 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dd596ed2-0653-4ae1-96f8-c782ea898c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102400'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.531311 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dd596ed2-0653-4ae1-96f8-c782ea898c3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.545088 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-526da6d9-bb9a-4a60-94b7-80ee79fe75ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.567844 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-526da6d9-bb9a-4a60-94b7-80ee79fe75ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.588592 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec9df-a161-4fcf-8c41-2086067354cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.635442 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dd596ed2-0653-4ae1-96f8-c782ea898c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530117'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.635970 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd596ed2-0653-4ae1-96f8-c782ea898c3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82cc8dba-ee03-4db2-b8af-4c4abae5c0b8 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 07:52:30.638999 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-526da6d9-bb9a-4a60-94b7-80ee79fe75ae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=227de29bdca0455f952df503bab8beea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5137730 Aug 30 07:52:30.641714 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 37084) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:30.646447 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dd596ed2-0653-4ae1-96f8-c782ea898c3f admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.648260 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-dd596ed2-0653-4ae1-96f8-c782ea898c3f admin admin] 10.222.0.73 "DELETE /v2.0/routers/82cc8dba-ee03-4db2-b8af-4c4abae5c0b8 HTTP/1.1" status: 204 len: 168 time: 0.9833269 Aug 30 07:52:30.649028 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526da6d9-bb9a-4a60-94b7-80ee79fe75ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf4fb00-f883-4184-a49b-6fe2da75fd08,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:30.651864 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 37086) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:30.699246 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c6662e84-08ac-4eb7-ac04-d6b75995c3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.700344 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a31cc0-1588-4e9c-9598-80b7fd7ac6a4 admin admin] Deleting subnet ef674ad9-bd11-485a-91a9-03f033f485ef {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:52:30.703560 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f5a31cc0-1588-4e9c-9598-80b7fd7ac6a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.723306 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c6662e84-08ac-4eb7-ac04-d6b75995c3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.744910 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f5a31cc0-1588-4e9c-9598-80b7fd7ac6a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12530165'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.778102 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c6662e84-08ac-4eb7-ac04-d6b75995c3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.780788 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c6662e84-08ac-4eb7-ac04-d6b75995c3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.782193 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-c6662e84-08ac-4eb7-ac04-d6b75995c3f2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fdf4fb00-f883-4184-a49b-6fe2da75fd08 HTTP/1.1" status: 204 len: 168 time: 0.1392956 Aug 30 07:52:30.790510 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6662e84-08ac-4eb7-ac04-d6b75995c3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf4fb00-f883-4184-a49b-6fe2da75fd08,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:30.791545 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f5a31cc0-1588-4e9c-9598-80b7fd7ac6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3840692'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.848262 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f5a31cc0-1588-4e9c-9598-80b7fd7ac6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3840699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11671398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12454973'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.877209 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f5a31cc0-1588-4e9c-9598-80b7fd7ac6a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:30.879140 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-f5a31cc0-1588-4e9c-9598-80b7fd7ac6a4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ef674ad9-bd11-485a-91a9-03f033f485ef HTTP/1.1" status: 204 len: 168 time: 0.2263260 Aug 30 07:52:30.880123 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a31cc0-1588-4e9c-9598-80b7fd7ac6a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef674ad9-bd11-485a-91a9-03f033f485ef,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:30.881912 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 37090) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:30.962064 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-41a19930-cce9-4cea-a701-00546dbc9734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768868'] for network, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:31.049552 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-41a19930-cce9-4cea-a701-00546dbc9734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3772495', 'neutron.services.segments.db._delete_segments_for_network-8745591126510'] for network, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:31.060118 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.services.segments.db [None req-41a19930-cce9-4cea-a701-00546dbc9734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b43835-9098-4d89-a14a-34cf351e7cdb']}} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:31.075563 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.services.segments.db [None req-41a19930-cce9-4cea-a701-00546dbc9734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b28338-5bb9-4de9-96e1-5b8939ab05a5') {'for_net_delete': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:31.075863 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.services.segments.db [None req-41a19930-cce9-4cea-a701-00546dbc9734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b28338-5bb9-4de9-96e1-5b8939ab05a5') {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:31.087857 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-41a19930-cce9-4cea-a701-00546dbc9734 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745591126393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11923357'] for segment, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:31.101989 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-41a19930-cce9-4cea-a701-00546dbc9734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:31.108747 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a19930-cce9-4cea-a701-00546dbc9734 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=100375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:52:31.109042 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-41a19930-cce9-4cea-a701-00546dbc9734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11718352'] for segment, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: Traceback (most recent call last): Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: timer() Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: cb(*args, **kw) Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: return func(*args, **kwargs) Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: self._notify() Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: self.callback(batched_events) Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: event.method(event) Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: return f(self, *a, **k) Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: return self._get(url).json() Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: return self.request(url, 'GET', **kwargs) Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:52:31.110795 dv-cinder-806191-3-iscsi neutron-server[100375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:52:31.168106 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-41a19930-cce9-4cea-a701-00546dbc9734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3772470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529257'] for network, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:31.173885 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-41a19930-cce9-4cea-a701-00546dbc9734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:31.175798 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-41a19930-cce9-4cea-a701-00546dbc9734 admin admin] 10.222.0.73 "DELETE /v2.0/networks/83b43835-9098-4d89-a14a-34cf351e7cdb HTTP/1.1" status: 204 len: 168 time: 0.2925322 Aug 30 07:52:31.187592 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a19930-cce9-4cea-a701-00546dbc9734 admin admin] Pushing event deleted for resources: {'Network': ['ID=83b43835-9098-4d89-a14a-34cf351e7cdb,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:31.356438 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 5556101c-0113-4ce7-b151-be248c620c46 no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:52:31.380165 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 37110) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:31.382575 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: 5556101c-0113-4ce7-b151-be248c620c46 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:52:31.382927 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 5556101c-0113-4ce7-b151-be248c620c46 not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:52:31.383369 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 12e2f8be-74c0-4011-84c9-2ee23c77fee0 no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:52:31.404612 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: 12e2f8be-74c0-4011-84c9-2ee23c77fee0 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:52:31.405211 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 12e2f8be-74c0-4011-84c9-2ee23c77fee0 not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:52:31.432620 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-9f31e941-b95a-4345-b37c-baf77e58d597 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a5f4656c08fc44eb93611972f4bebb0e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0511382 Aug 30 07:52:31.435012 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 37114) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:31.491322 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fe7fcbc7-3e6b-41ea-8fcf-b34e2f42dafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:31.515530 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fe7fcbc7-3e6b-41ea-8fcf-b34e2f42dafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:31.572207 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fe7fcbc7-3e6b-41ea-8fcf-b34e2f42dafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:31.575041 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fe7fcbc7-3e6b-41ea-8fcf-b34e2f42dafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:31.576287 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-fe7fcbc7-3e6b-41ea-8fcf-b34e2f42dafd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/be04b762-4e2d-487a-bc9e-0e55ab95071d HTTP/1.1" status: 204 len: 168 time: 0.1403017 Aug 30 07:52:31.584915 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fcbc7-3e6b-41ea-8fcf-b34e2f42dafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be04b762-4e2d-487a-bc9e-0e55ab95071d,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:33.344224 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 37212) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:33.412829 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-4ccaf821-601c-43ce-84ca-6bba852df9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:33.450952 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-576143fa-c000-49a2-be48-5d5c638272a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:33.536806 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-576143fa-c000-49a2-be48-5d5c638272a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:33.540924 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-576143fa-c000-49a2-be48-5d5c638272a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:33.576452 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576143fa-c000-49a2-be48-5d5c638272a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40229cd6-1a71-4be9-a8a8-c5903918a2ac,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:33.580736 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-576143fa-c000-49a2-be48-5d5c638272a4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6698ad14e7a14db994d09a98500944da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354715 Aug 30 07:52:33.583611 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 37216) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:33.635686 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-89c466d7-3a12-4cc7-87bb-17279c8eaf26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:33.658201 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-89c466d7-3a12-4cc7-87bb-17279c8eaf26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:33.704235 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-89c466d7-3a12-4cc7-87bb-17279c8eaf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:33.706764 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-89c466d7-3a12-4cc7-87bb-17279c8eaf26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:33.707908 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-89c466d7-3a12-4cc7-87bb-17279c8eaf26 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/40229cd6-1a71-4be9-a8a8-c5903918a2ac HTTP/1.1" status: 204 len: 168 time: 0.1233380 Aug 30 07:52:33.716104 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c466d7-3a12-4cc7-87bb-17279c8eaf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40229cd6-1a71-4be9-a8a8-c5903918a2ac,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:34.017809 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 37232) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:34.035227 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d0ec6b14-1ee4-408c-a743-ae2be50fc328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:34.137447 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d0ec6b14-1ee4-408c-a743-ae2be50fc328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:34.144680 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d0ec6b14-1ee4-408c-a743-ae2be50fc328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:34.187225 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-d0ec6b14-1ee4-408c-a743-ae2be50fc328 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dbf33d7463294ef189afccd8ad8fc5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1682422 Aug 30 07:52:34.188098 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec6b14-1ee4-408c-a743-ae2be50fc328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d3c035-bb49-4428-a5d6-e7074a57f0b4,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:34.190119 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 37242) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:34.241067 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fe755396-7e41-45c1-9902-25fd3a0f4174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:34.263559 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fe755396-7e41-45c1-9902-25fd3a0f4174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:34.282283 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:34.311441 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fe755396-7e41-45c1-9902-25fd3a0f4174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:34.313835 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fe755396-7e41-45c1-9902-25fd3a0f4174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:34.315006 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-fe755396-7e41-45c1-9902-25fd3a0f4174 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a6d3c035-bb49-4428-a5d6-e7074a57f0b4 HTTP/1.1" status: 204 len: 168 time: 0.1237900 Aug 30 07:52:34.324503 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe755396-7e41-45c1-9902-25fd3a0f4174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d3c035-bb49-4428-a5d6-e7074a57f0b4,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:35.077285 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:35.848882 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:40.431628 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd67931-12a6-4bf7-8ee7-69cd35cade35 req-7e0517fc-753a-454a-bd8f-766f49626aec tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:40.433149 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-abd67931-12a6-4bf7-8ee7-69cd35cade35 req-7e0517fc-753a-454a-bd8f-766f49626aec tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0520828 Aug 30 07:52:40.475482 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-abd67931-12a6-4bf7-8ee7-69cd35cade35 req-c927b119-f6a5-4301-8515-d7bee5847ad5 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350087 Aug 30 07:52:41.061887 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:52:41.629952 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0cbc6-57f8-4355-bb07-0164bae93b54 req-3c789909-85ba-4d8d-9c3b-cfefc11e2f91 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:41.633824 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0ab0cbc6-57f8-4355-bb07-0164bae93b54 req-3c789909-85ba-4d8d-9c3b-cfefc11e2f91 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0801568 Aug 30 07:52:41.650845 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007e902-a9de-45f8-b167-2eea2b518f09 req-58b07890-8d9d-4d6b-bce0-18fed8e4f80c tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:41.652372 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4007e902-a9de-45f8-b167-2eea2b518f09 req-58b07890-8d9d-4d6b-bce0-18fed8e4f80c tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 945 time: 0.0690956 Aug 30 07:52:41.694765 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0ab0cbc6-57f8-4355-bb07-0164bae93b54 req-61fcd48d-6ca6-4ece-b480-916ee7c9fa4b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511613 Aug 30 07:52:41.707470 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4007e902-a9de-45f8-b167-2eea2b518f09 req-c145e7dd-aa39-44e2-a591-44238ff20760 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469828 Aug 30 07:52:42.799440 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04857bed-ddea-424e-b5ed-f4b1961008ed req-81c5ddea-5291-4a2d-939a-f793887db8b3 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:42.800904 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-04857bed-ddea-424e-b5ed-f4b1961008ed req-81c5ddea-5291-4a2d-939a-f793887db8b3 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0485749 Aug 30 07:52:42.819098 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dac39-3c2b-4aa4-b9ab-95eb8c98550e req-530e9a0e-e983-4229-a3ee-7a79795b2484 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:42.820578 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-321dac39-3c2b-4aa4-b9ab-95eb8c98550e req-530e9a0e-e983-4229-a3ee-7a79795b2484 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 945 time: 0.0488477 Aug 30 07:52:42.838969 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-04857bed-ddea-424e-b5ed-f4b1961008ed req-34331d0c-6761-43f1-afe0-521706a27d65 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315857 Aug 30 07:52:42.863095 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-321dac39-3c2b-4aa4-b9ab-95eb8c98550e req-b0d3a335-aee0-47de-8648-239178912771 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363426 Aug 30 07:52:43.954350 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a262b-6369-4339-b312-656ca78745b0 req-ef05c7ff-3d81-4dd7-8aa8-bce965293bdf tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:43.955810 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b97a262b-6369-4339-b312-656ca78745b0 req-ef05c7ff-3d81-4dd7-8aa8-bce965293bdf tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0484130 Aug 30 07:52:43.994216 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b97a262b-6369-4339-b312-656ca78745b0 req-bcbd75eb-e50a-4fd3-9d3a-618219be656a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322287 Aug 30 07:52:44.095266 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2b17b-428b-4eeb-a9f8-ef80af545729 req-553a7eb7-3e9b-4f59-9d8d-b551269108e2 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:44.096801 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-11f2b17b-428b-4eeb-a9f8-ef80af545729 req-553a7eb7-3e9b-4f59-9d8d-b551269108e2 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 945 time: 0.0492501 Aug 30 07:52:44.134480 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-11f2b17b-428b-4eeb-a9f8-ef80af545729 req-0968da97-d8b0-4196-a79b-c63c8ccd1359 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307066 Aug 30 07:52:45.104942 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31960661-4df1-46f3-bee6-a6f82b2cf8cb req-ea997530-ef56-468a-a6e7-8d86669ac8d1 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:45.106441 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-31960661-4df1-46f3-bee6-a6f82b2cf8cb req-ea997530-ef56-468a-a6e7-8d86669ac8d1 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0468440 Aug 30 07:52:45.148848 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-31960661-4df1-46f3-bee6-a6f82b2cf8cb req-f6e501b9-dcf0-4496-9da7-8fe4063429a9 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361536 Aug 30 07:52:45.251420 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49945a6d-ac8d-4133-b2d1-0c8c75dec898 req-d066f0a3-44b9-4df9-b376-60941087f5f2 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:45.252772 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-49945a6d-ac8d-4133-b2d1-0c8c75dec898 req-d066f0a3-44b9-4df9-b376-60941087f5f2 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 945 time: 0.0484765 Aug 30 07:52:45.290099 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-49945a6d-ac8d-4133-b2d1-0c8c75dec898 req-aebdb527-2738-42f6-895e-0122caf7aea3 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314372 Aug 30 07:52:46.262058 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc24ca7-ad81-4778-8f7b-d843d3315bce req-17407765-fe38-49bc-891d-fec86ae94bd1 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:46.263452 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3dc24ca7-ad81-4778-8f7b-d843d3315bce req-17407765-fe38-49bc-891d-fec86ae94bd1 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0478356 Aug 30 07:52:46.301802 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3dc24ca7-ad81-4778-8f7b-d843d3315bce req-e0b72b5a-54f4-428d-a599-45af4e9cd4ff tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326233 Aug 30 07:52:46.563339 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e8d92-5ab2-4a94-830b-fa7937958c28 req-89993eaf-998c-4865-aba5-2a11eb32178e tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:46.564806 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f76e8d92-5ab2-4a94-830b-fa7937958c28 req-89993eaf-998c-4865-aba5-2a11eb32178e tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 945 time: 0.2059469 Aug 30 07:52:46.602352 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f76e8d92-5ab2-4a94-830b-fa7937958c28 req-c9e4b724-bebd-49c5-b101-824c124ac3d8 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310054 Aug 30 07:52:47.420492 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a22e7-a8c4-4a1b-9441-f63fd35c1884 req-243ca01e-5b9a-4417-8fd6-e2d2b974a788 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:47.421988 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-629a22e7-a8c4-4a1b-9441-f63fd35c1884 req-243ca01e-5b9a-4417-8fd6-e2d2b974a788 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0517988 Aug 30 07:52:47.442196 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36d506-f032-4c56-942d-587f42ffe793 req-f894ef14-dc9f-4a41-be8e-6fc24beff58c tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:47.443665 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8c36d506-f032-4c56-942d-587f42ffe793 req-f894ef14-dc9f-4a41-be8e-6fc24beff58c tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 945 time: 0.0545595 Aug 30 07:52:47.460256 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-629a22e7-a8c4-4a1b-9441-f63fd35c1884 req-60821eae-b393-42b3-bd83-24e643e2469b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323308 Aug 30 07:52:47.540506 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-8c36d506-f032-4c56-942d-587f42ffe793 req-30983be5-f5cd-4e28-b1d1-b01f1df9c94a tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Deleting port 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:47.540853 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-8c36d506-f032-4c56-942d-587f42ffe793 req-30983be5-f5cd-4e28-b1d1-b01f1df9c94a tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:47.629467 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-8c36d506-f032-4c56-942d-587f42ffe793 req-30983be5-f5cd-4e28-b1d1-b01f1df9c94a tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] For port 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=3afa3cbd-9ebd-4e43-865d-c8d09a8b644b,segment=NetworkSegment(141d6f7a-63e9-4618-9716-11a5940c3941),segment_id=141d6f7a-63e9-4618-9716-11a5940c3941)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:47.629838 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-8c36d506-f032-4c56-942d-587f42ffe793 req-30983be5-f5cd-4e28-b1d1-b01f1df9c94a tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:47.649445 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-8c36d506-f032-4c56-942d-587f42ffe793 req-30983be5-f5cd-4e28-b1d1-b01f1df9c94a tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Calling delete_port for 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b owned by compute:nova {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:47.814764 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-8c36d506-f032-4c56-942d-587f42ffe793 req-30983be5-f5cd-4e28-b1d1-b01f1df9c94a tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:47.826283 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['3afa3cbd-9ebd-4e43-865d-c8d09a8b644b'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:52:47.862299 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad643a-bdb2-47ac-8f62-32169acb1368 req-e4db59d7-47b1-465c-8b55-c6b91fc1ca05 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:47.863722 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-95ad643a-bdb2-47ac-8f62-32169acb1368 req-e4db59d7-47b1-465c-8b55-c6b91fc1ca05 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4bee8b8-41a8-4be5-92f5-b53a575f9f7e HTTP/1.1" status: 200 len: 867 time: 0.1708250 Aug 30 07:52:47.866479 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30983be5-f5cd-4e28-b1d1-b01f1df9c94a tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Pushing event deleted for resources: {'Port': ['ID=3afa3cbd-9ebd-4e43-865d-c8d09a8b644b,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:47.906402 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c36d506-f032-4c56-942d-587f42ffe793 req-30983be5-f5cd-4e28-b1d1-b01f1df9c94a tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] No DVR routers for this DVR port 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b on host hv-cinder-80619 {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:52:47.909270 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-8c36d506-f032-4c56-942d-587f42ffe793 req-30983be5-f5cd-4e28-b1d1-b01f1df9c94a tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:47.911170 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8c36d506-f032-4c56-942d-587f42ffe793 req-30983be5-f5cd-4e28-b1d1-b01f1df9c94a tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.61 "DELETE /v2.0/ports/3afa3cbd-9ebd-4e43-865d-c8d09a8b644b HTTP/1.1" status: 204 len: 173 time: 0.4609425 Aug 30 07:52:47.911597 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bee8b8-41a8-4be5-92f5-b53a575f9f7e', 'name': 'network-vif-deleted', 'tag': '3afa3cbd-9ebd-4e43-865d-c8d09a8b644b'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:52:47.914213 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31ceb03-2b53-48e0-9598-bee373b57726" -d '{"events": [{"server_uuid": "d4bee8b8-41a8-4be5-92f5-b53a575f9f7e", "name": "network-vif-deleted", "tag": "3afa3cbd-9ebd-4e43-865d-c8d09a8b644b"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:52:47.960552 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f3fff3-a6fe-482a-b65d-ca141c706f05 x-openstack-request-id: req-e9f3fff3-a6fe-482a-b65d-ca141c706f05 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:52:47.961020 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bee8b8-41a8-4be5-92f5-b53a575f9f7e", "name": "network-vif-deleted", "tag": "3afa3cbd-9ebd-4e43-865d-c8d09a8b644b", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:52:47.962118 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e9f3fff3-a6fe-482a-b65d-ca141c706f05 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:52:47.962963 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bee8b8-41a8-4be5-92f5-b53a575f9f7e', 'name': 'network-vif-deleted', 'tag': '3afa3cbd-9ebd-4e43-865d-c8d09a8b644b', 'status': 'completed', 'code': 200} Aug 30 07:52:47.973117 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-95ad643a-bdb2-47ac-8f62-32169acb1368 req-a175e560-537a-447c-bba5-5a5611ea33fb tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916681 Aug 30 07:52:48.576052 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ca96e-422c-42b9-8257-1c00c2a05ace req-6a1091e3-6c4b-497e-9463-269b9b2ebc77 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:48.577493 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bf2ca96e-422c-42b9-8257-1c00c2a05ace req-6a1091e3-6c4b-497e-9463-269b9b2ebc77 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0486073 Aug 30 07:52:48.616697 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bf2ca96e-422c-42b9-8257-1c00c2a05ace req-fa8d28b4-0c90-4fed-8c6c-0682af81e448 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328169 Aug 30 07:52:49.731977 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdfee7-8513-4a80-8377-aeaacebbe4ac req-c600b6a5-61d2-4ba3-816a-d1d3e0d59948 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:49.733451 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-cdfdfee7-8513-4a80-8377-aeaacebbe4ac req-c600b6a5-61d2-4ba3-816a-d1d3e0d59948 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0483396 Aug 30 07:52:49.775829 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-cdfdfee7-8513-4a80-8377-aeaacebbe4ac req-22d43121-0d9d-4eb5-ac98-59f888f0c335 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365553 Aug 30 07:52:50.505899 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 37590) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:50.611327 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-62e8b07f-14ef-4a12-8204-8dc408804536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:50.701270 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-62e8b07f-14ef-4a12-8204-8dc408804536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:50.705260 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-62e8b07f-14ef-4a12-8204-8dc408804536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:50.742794 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-62e8b07f-14ef-4a12-8204-8dc408804536 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f4dffc3cb71b4485991a8c04d75d20ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357502 Aug 30 07:52:50.744122 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8b07f-14ef-4a12-8204-8dc408804536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c422a16-3d2c-41d6-818f-5ba946abea15,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:50.745758 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 37594) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:50.801027 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b475b0eb-187d-4c5b-8964-a6de58645022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:50.823766 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b475b0eb-187d-4c5b-8964-a6de58645022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:50.869963 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b475b0eb-187d-4c5b-8964-a6de58645022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:50.872653 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b475b0eb-187d-4c5b-8964-a6de58645022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:50.873805 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-b475b0eb-187d-4c5b-8964-a6de58645022 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2c422a16-3d2c-41d6-818f-5ba946abea15 HTTP/1.1" status: 204 len: 168 time: 0.1260557 Aug 30 07:52:50.881409 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475b0eb-187d-4c5b-8964-a6de58645022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c422a16-3d2c-41d6-818f-5ba946abea15,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:50.901880 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df8ecb-d0b1-45c0-ab60-e3e1465fcced req-3ebb0dee-e623-47cc-b0a1-72e0688ba745 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:50.903618 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f0df8ecb-d0b1-45c0-ab60-e3e1465fcced req-3ebb0dee-e623-47cc-b0a1-72e0688ba745 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0600820 Aug 30 07:52:50.944067 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f0df8ecb-d0b1-45c0-ab60-e3e1465fcced req-8a27a721-e1af-4b2c-93c1-86babf0eda7a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334430 Aug 30 07:52:51.153234 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 37602) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:51.166563 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4cadb47a-8a83-4a02-828a-208bb2f05984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:51.256306 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4cadb47a-8a83-4a02-828a-208bb2f05984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:51.260213 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4cadb47a-8a83-4a02-828a-208bb2f05984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:51.296143 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cadb47a-8a83-4a02-828a-208bb2f05984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03053cb2-f23d-4ae4-b912-37fc53c9ca85,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:51.300380 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-4cadb47a-8a83-4a02-828a-208bb2f05984 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d5b08b7fcb42459cbc6fc0cd0f0c0fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461451 Aug 30 07:52:51.302992 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 37606) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:51.349666 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4510574a-96f1-4043-a976-b35b8381b615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:51.371271 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4510574a-96f1-4043-a976-b35b8381b615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:51.422554 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4510574a-96f1-4043-a976-b35b8381b615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:51.425898 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4510574a-96f1-4043-a976-b35b8381b615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:51.427080 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-4510574a-96f1-4043-a976-b35b8381b615 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/03053cb2-f23d-4ae4-b912-37fc53c9ca85 HTTP/1.1" status: 204 len: 168 time: 0.1232076 Aug 30 07:52:51.438127 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510574a-96f1-4043-a976-b35b8381b615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03053cb2-f23d-4ae4-b912-37fc53c9ca85,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:52.061927 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74a161-eef0-4429-a54c-373662249cd2 req-b43a9f72-1af1-47ba-837d-b64b5f77fb7a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:52.063447 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-fc74a161-eef0-4429-a54c-373662249cd2 req-b43a9f72-1af1-47ba-837d-b64b5f77fb7a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0496309 Aug 30 07:52:52.102885 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-fc74a161-eef0-4429-a54c-373662249cd2 req-fed1212a-4ce8-4efe-8d3c-d99607000aa6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334058 Aug 30 07:52:53.287452 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 37694) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:53.290867 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:52:53.328858 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] No Port match for: 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:52:53.329214 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 3afa3cbd-9ebd-4e43-865d-c8d09a8b644b not bound to the agent host hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:52:53.410521 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1564c9b6-8db8-4289-89a6-202df10d4547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:53.453117 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054afbe7-55f2-4f24-ae74-bf81a88dd73c req-a3856667-c4b1-45c5-975e-abc964d64482 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:53.454771 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-054afbe7-55f2-4f24-ae74-bf81a88dd73c req-a3856667-c4b1-45c5-975e-abc964d64482 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0529256 Aug 30 07:52:53.494411 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-054afbe7-55f2-4f24-ae74-bf81a88dd73c req-cb266214-9377-4d81-8a3f-b2912ad0d84b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316238 Aug 30 07:52:53.504132 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1564c9b6-8db8-4289-89a6-202df10d4547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:53.509228 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1564c9b6-8db8-4289-89a6-202df10d4547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:53.546829 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-1564c9b6-8db8-4289-89a6-202df10d4547 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2fedcd21ca7d4a7ba454eb705677ba81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582185 Aug 30 07:52:53.548674 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564c9b6-8db8-4289-89a6-202df10d4547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb36abf-4168-4e2e-8f51-1795c9d0d855,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:53.549500 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 37700) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:53.597879 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8f43b8a0-80f3-4d98-a687-d96312e34edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:53.620028 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8f43b8a0-80f3-4d98-a687-d96312e34edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:53.669991 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8f43b8a0-80f3-4d98-a687-d96312e34edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:53.672621 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8f43b8a0-80f3-4d98-a687-d96312e34edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:53.673772 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-8f43b8a0-80f3-4d98-a687-d96312e34edb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2bb36abf-4168-4e2e-8f51-1795c9d0d855 HTTP/1.1" status: 204 len: 168 time: 0.1233778 Aug 30 07:52:53.682552 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43b8a0-80f3-4d98-a687-d96312e34edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb36abf-4168-4e2e-8f51-1795c9d0d855,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:53.718714 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:53.950086 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 37710) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:53.963715 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e1421fc1-897a-443a-9fe3-19f8ca728de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:54.051601 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e1421fc1-897a-443a-9fe3-19f8ca728de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:54.055303 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e1421fc1-897a-443a-9fe3-19f8ca728de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:54.094176 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-e1421fc1-897a-443a-9fe3-19f8ca728de3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=51933b9072334984b1c2599c95eea275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429436 Aug 30 07:52:54.096047 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1421fc1-897a-443a-9fe3-19f8ca728de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc15b78d-3284-49ea-822f-aed637181640,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:54.097150 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 37712) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:54.148456 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0136601c-8e23-433c-9dde-4e94fbd68456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:54.169745 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0136601c-8e23-433c-9dde-4e94fbd68456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:54.219777 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0136601c-8e23-433c-9dde-4e94fbd68456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:54.222525 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0136601c-8e23-433c-9dde-4e94fbd68456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:54.223927 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-0136601c-8e23-433c-9dde-4e94fbd68456 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dc15b78d-3284-49ea-822f-aed637181640 HTTP/1.1" status: 204 len: 168 time: 0.1255310 Aug 30 07:52:54.232109 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136601c-8e23-433c-9dde-4e94fbd68456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc15b78d-3284-49ea-822f-aed637181640,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:54.617367 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8378026-567a-4378-aaa7-b2cb4aae1d8e req-61213f6f-7f57-4030-bfbf-3f23f17491cc tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:54.619149 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b8378026-567a-4378-aaa7-b2cb4aae1d8e req-61213f6f-7f57-4030-bfbf-3f23f17491cc tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0527058 Aug 30 07:52:54.659936 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b8378026-567a-4378-aaa7-b2cb4aae1d8e req-167bdfba-5adf-48b7-b761-8797c597e3d7 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346782 Aug 30 07:52:55.350233 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 37774) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:55.457381 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8d7deebc-3271-421d-b110-90ca1e95483e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:55.545659 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8d7deebc-3271-421d-b110-90ca1e95483e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:55.549379 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8d7deebc-3271-421d-b110-90ca1e95483e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:55.586017 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7deebc-3271-421d-b110-90ca1e95483e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e289595-c8e5-489f-b69c-2de7be171976,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:55.592739 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-8d7deebc-3271-421d-b110-90ca1e95483e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=67d2aa09effc464b8a4a058882419207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391274 Aug 30 07:52:55.593011 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 37782) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:55.642997 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-646dd82c-3afb-47a6-bf28-9673b3ea49b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:55.669509 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-646dd82c-3afb-47a6-bf28-9673b3ea49b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:55.730685 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-646dd82c-3afb-47a6-bf28-9673b3ea49b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:55.733508 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-646dd82c-3afb-47a6-bf28-9673b3ea49b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:55.734685 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-646dd82c-3afb-47a6-bf28-9673b3ea49b2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e289595-c8e5-489f-b69c-2de7be171976 HTTP/1.1" status: 204 len: 168 time: 0.1408355 Aug 30 07:52:55.745394 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646dd82c-3afb-47a6-bf28-9673b3ea49b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e289595-c8e5-489f-b69c-2de7be171976,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:55.813246 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6433a-ad8c-4fd1-a6e4-aa89790dc2d7 req-5bf40050-5ba7-460a-b926-b34f5a04187e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:55.821380 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-06e6433a-ad8c-4fd1-a6e4-aa89790dc2d7 req-5bf40050-5ba7-460a-b926-b34f5a04187e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0599716 Aug 30 07:52:55.857293 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-06e6433a-ad8c-4fd1-a6e4-aa89790dc2d7 req-b4a69a61-bd19-4a5a-9630-7f56306c32ab tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348971 Aug 30 07:52:56.801985 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 37840) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:56.907739 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6c03643a-18b8-4260-88da-1d1941e34907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:57.001135 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87a9ad-fdaa-46d8-812e-016971663700 req-5eada8fb-3d73-41d5-a34e-72701191803b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:57.002653 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3a87a9ad-fdaa-46d8-812e-016971663700 req-5eada8fb-3d73-41d5-a34e-72701191803b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0760326 Aug 30 07:52:57.063848 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6c03643a-18b8-4260-88da-1d1941e34907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:57.067106 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3a87a9ad-fdaa-46d8-812e-016971663700 req-5bcf0698-1065-4c1b-a755-296ea1f78155 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571575 Aug 30 07:52:57.068111 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6c03643a-18b8-4260-88da-1d1941e34907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:57.106723 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-6c03643a-18b8-4260-88da-1d1941e34907 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=de7d51b617ed45448884c0502d011824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036356 Aug 30 07:52:57.107564 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03643a-18b8-4260-88da-1d1941e34907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae21c2c-52ca-4aa3-8f0e-2922d77235e5,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:57.109241 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 37846) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:57.160698 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-611c37bb-be2c-4908-8f6b-27c501c64b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:57.181950 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-611c37bb-be2c-4908-8f6b-27c501c64b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:57.227002 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-611c37bb-be2c-4908-8f6b-27c501c64b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:57.230524 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-611c37bb-be2c-4908-8f6b-27c501c64b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:57.231697 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-611c37bb-be2c-4908-8f6b-27c501c64b26 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8ae21c2c-52ca-4aa3-8f0e-2922d77235e5 HTTP/1.1" status: 204 len: 168 time: 0.1214695 Aug 30 07:52:57.239579 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c37bb-be2c-4908-8f6b-27c501c64b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae21c2c-52ca-4aa3-8f0e-2922d77235e5,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:57.247620 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c37bb-be2c-4908-8f6b-27c501c64b26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:57.247982 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c37bb-be2c-4908-8f6b-27c501c64b26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:57.248337 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c37bb-be2c-4908-8f6b-27c501c64b26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:57.248664 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c37bb-be2c-4908-8f6b-27c501c64b26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:57.248996 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c37bb-be2c-4908-8f6b-27c501c64b26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:57.249393 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c37bb-be2c-4908-8f6b-27c501c64b26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:57.249647 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c37bb-be2c-4908-8f6b-27c501c64b26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:57.250061 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c37bb-be2c-4908-8f6b-27c501c64b26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:57.250336 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c37bb-be2c-4908-8f6b-27c501c64b26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:57.250721 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c37bb-be2c-4908-8f6b-27c501c64b26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:57.251074 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c37bb-be2c-4908-8f6b-27c501c64b26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:57.251303 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c37bb-be2c-4908-8f6b-27c501c64b26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:58.200158 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa0e9f-e09d-47e6-afc1-d33da2338160 req-8be1df7d-8de8-4a53-ad3c-17cc00ceaac4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:58.201675 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-60fa0e9f-e09d-47e6-afc1-d33da2338160 req-8be1df7d-8de8-4a53-ad3c-17cc00ceaac4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0595882 Aug 30 07:52:58.248575 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-60fa0e9f-e09d-47e6-afc1-d33da2338160 req-26beaf10-3c47-42a1-9d6d-6a1c1c36489e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409157 Aug 30 07:52:59.364310 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc361563-e758-4dd2-92f4-c2aca6c3138b req-01f00e9d-3b01-4b26-a290-d3f9f2a40dfe tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:59.365827 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-bc361563-e758-4dd2-92f4-c2aca6c3138b req-01f00e9d-3b01-4b26-a290-d3f9f2a40dfe tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0512168 Aug 30 07:52:59.405502 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-bc361563-e758-4dd2-92f4-c2aca6c3138b req-d4676728-73c7-438e-be28-0e60f889e2d6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330422 Aug 30 07:53:00.521007 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755706e-c839-4218-96a9-0398136ff81e req-7f79db06-e80d-4514-85db-7ab7e561b58b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:00.522457 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9755706e-c839-4218-96a9-0398136ff81e req-7f79db06-e80d-4514-85db-7ab7e561b58b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0512817 Aug 30 07:53:00.559509 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9755706e-c839-4218-96a9-0398136ff81e req-ec40fb42-449c-4722-a115-a2f10e082754 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310535 Aug 30 07:53:00.598574 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-dc26fe3d-37ca-49d6-9df1-245a2bfba0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:00.794834 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2e551-4267-4ebe-8ef2-824bb6c58931 req-09c18146-feab-46c6-84a2-505ba47c6ae3 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:00.796330 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-40c2e551-4267-4ebe-8ef2-824bb6c58931 req-09c18146-feab-46c6-84a2-505ba47c6ae3 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0542316 Aug 30 07:53:00.835089 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-40c2e551-4267-4ebe-8ef2-824bb6c58931 req-e8420072-4a20-422c-a379-b215c384ee6e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328147 Aug 30 07:53:00.937009 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02719e43-1bdd-4398-9023-966de4237fab req-d1c6a527-38e8-4f10-9468-7db57bdd07c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:00.938574 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-02719e43-1bdd-4398-9023-966de4237fab req-d1c6a527-38e8-4f10-9468-7db57bdd07c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e71ca0134bc64db3b85a744bc5da948c&device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 1099 time: 0.1329908 Aug 30 07:53:01.319466 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02719e43-1bdd-4398-9023-966de4237fab req-7d26309b-bd71-4057-b9a8-85fca3a20a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:01.321667 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-02719e43-1bdd-4398-9023-966de4237fab req-7d26309b-bd71-4057-b9a8-85fca3a20a5d service neutron] 10.222.0.61 "GET /v2.0/networks?id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 HTTP/1.1" status: 200 len: 910 time: 0.3752482 Aug 30 07:53:01.345735 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-627b7e9a-1fb9-4668-ad83-fb3dd3d7de2a tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:01.347169 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-627b7e9a-1fb9-4668-ad83-fb3dd3d7de2a tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/networks?id=8bbf986d-b800-482c-8c2d-425ae897d112 HTTP/1.1" status: 200 len: 814 time: 0.1373782 Aug 30 07:53:01.393510 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-8095e9bf-88cd-4600-8cb2-a4afa2ac7bf0 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/quotas/f802845196ae419e94d4aa18c6cb0344 HTTP/1.1" status: 200 len: 375 time: 0.0197775 Aug 30 07:53:01.415102 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-02719e43-1bdd-4398-9023-966de4237fab req-2525dfeb-0057-4e26-86ba-b13c0dc3daa0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f5aee7-d6fd-4ea0-b19a-d088da242d0e HTTP/1.1" status: 200 len: 1000 time: 0.0835910 Aug 30 07:53:01.437258 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-205dc9c3-3266-4b33-905c-7cddf95d43e8 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f802845196ae419e94d4aa18c6cb0344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365496 Aug 30 07:53:01.485435 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02719e43-1bdd-4398-9023-966de4237fab req-61cfed73-0431-44da-b4ad-d29e33cba3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:01.486892 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-02719e43-1bdd-4398-9023-966de4237fab req-61cfed73-0431-44da-b4ad-d29e33cba3c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e HTTP/1.1" status: 200 len: 848 time: 0.0584500 Aug 30 07:53:01.583410 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02719e43-1bdd-4398-9023-966de4237fab req-3eaf7be0-b96d-4a0e-a56e-a72a4238c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:01.584925 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-02719e43-1bdd-4398-9023-966de4237fab req-3eaf7be0-b96d-4a0e-a56e-a72a4238c09d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0904901 Aug 30 07:53:01.664835 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-6e4e3a9c-9a65-4c1f-82b6-1242dbc70588 service neutron] 10.222.0.73 "GET /v2.0/networks/8bbf986d-b800-482c-8c2d-425ae897d112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083640 Aug 30 07:53:01.751514 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-02719e43-1bdd-4398-9023-966de4237fab req-e370c96a-a8d1-4ee3-90a5-38b7d73b4faa service neutron] 10.222.0.61 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566968 Aug 30 07:53:01.853213 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-0d001851-72d2-47a7-94b0-d86999df6ea6 service neutron] 10.222.0.73 "GET /v2.0/networks/8bbf986d-b800-482c-8c2d-425ae897d112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802213 Aug 30 07:53:01.881473 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-02719e43-1bdd-4398-9023-966de4237fab req-e9bd7136-7291-4e85-9c8f-9bb6e6213627 service neutron] 10.222.0.61 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210322 Aug 30 07:53:02.063640 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbd0f8-3445-49ba-9567-cc04542e5fc2 req-9d1e7079-50aa-4782-b8fc-3ebaf07e9f9e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:02.073510 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5ccbd0f8-3445-49ba-9567-cc04542e5fc2 req-9d1e7079-50aa-4782-b8fc-3ebaf07e9f9e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.1261826 Aug 30 07:53:02.078781 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-db937b5a-cb54-428a-a828-bf9f2d9e9c5f req-b5f7f591-0ccd-45e7-ac3c-03b02ce38e32 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 210 time: 0.0332534 Aug 30 07:53:02.115019 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5ccbd0f8-3445-49ba-9567-cc04542e5fc2 req-094429a4-d2aa-4f91-bc16-65b8ae92a47f tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405643 Aug 30 07:53:03.227969 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-07a8ce43-ae28-4816-ad6b-d786afd2bc19 req-ea5c2cc0-d916-481b-ac5c-56e9fcacd48e tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 210 time: 0.0545077 Aug 30 07:53:03.274535 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-198077f9-4f27-4986-a299-50244abc3c43 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:03.276070 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-198077f9-4f27-4986-a299-50244abc3c43 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.61 "GET /v2.0/networks?id=8bbf986d-b800-482c-8c2d-425ae897d112 HTTP/1.1" status: 200 len: 814 time: 0.1769755 Aug 30 07:53:03.300029 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-1263e478-69b1-4137-ac69-58c6f82eb9e2 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Request body: {'port': {'device_id': '8b8dae88-04c6-4417-b5ef-40ab8c78c7f3', 'network_id': '8bbf986d-b800-482c-8c2d-425ae897d112', 'admin_state_up': True, 'tenant_id': 'f802845196ae419e94d4aa18c6cb0344'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:53:03.387125 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e0e8d-a149-4589-a9f0-9d9a2e0dc402 req-d1b0c1b5-8e75-4d8f-bd73-91c1a83cd590 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:03.388595 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-127e0e8d-a149-4589-a9f0-9d9a2e0dc402 req-d1b0c1b5-8e75-4d8f-bd73-91c1a83cd590 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.1378748 Aug 30 07:53:03.416784 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-365f3896-df55-4ac1-9320-cf82f57583ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:03.452425 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-127e0e8d-a149-4589-a9f0-9d9a2e0dc402 req-8c6e2271-7193-44e6-82a0-f2c67ec03157 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544283 Aug 30 07:53:03.467923 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-1263e478-69b1-4137-ac69-58c6f82eb9e2 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Made reservation on behalf of f802845196ae419e94d4aa18c6cb0344 for: {'port': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:53:03.471607 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-1263e478-69b1-4137-ac69-58c6f82eb9e2 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:03.600685 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-1263e478-69b1-4137-ac69-58c6f82eb9e2 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Allocated IP 172.20.0.9 (8bbf986d-b800-482c-8c2d-425ae897d112/83fc8211-9b75-4490-bf8a-71321c3dfb5c/5e231977-0ba0-4d48-bc2c-cdbdab84ff26) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:53:03.740969 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-1263e478-69b1-4137-ac69-58c6f82eb9e2 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:03.778509 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-1263e478-69b1-4137-ac69-58c6f82eb9e2 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:03.825212 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-1263e478-69b1-4137-ac69-58c6f82eb9e2 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Network 8bbf986d-b800-482c-8c2d-425ae897d112 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:53:03.828402 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-1263e478-69b1-4137-ac69-58c6f82eb9e2 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:53:03.832492 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-1263e478-69b1-4137-ac69-58c6f82eb9e2 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:53:03.839212 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263e478-69b1-4137-ac69-58c6f82eb9e2 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Pushing event updated for resources: {'Port': ['ID=5e231977-0ba0-4d48-bc2c-cdbdab84ff26,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:03.883718 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-1263e478-69b1-4137-ac69-58c6f82eb9e2 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:03.884325 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-1263e478-69b1-4137-ac69-58c6f82eb9e2 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:03.898447 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-1263e478-69b1-4137-ac69-58c6f82eb9e2 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6053832 Aug 30 07:53:03.981951 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Request body: {'port': {'device_id': '8b8dae88-04c6-4417-b5ef-40ab8c78c7f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:53:04.035797 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:04.289352 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:04.298021 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e231977-0ba0-4d48-bc2c-cdbdab84ff26 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:53:04.315047 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:04.345675 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Transition to ACTIVE for port object 5e231977-0ba0-4d48-bc2c-cdbdab84ff26 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:53:04.350085 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:04.396013 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9631d44-b942-4de2-88c5-c9d34791b1c7 req-789aee3e-5eec-4917-a1d6-3f6cd305f875 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:04.397783 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e9631d44-b942-4de2-88c5-c9d34791b1c7 req-789aee3e-5eec-4917-a1d6-3f6cd305f875 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 931 time: 0.0953345 Aug 30 07:53:04.429893 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e231977-0ba0-4d48-bc2c-cdbdab84ff26,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:04.499429 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e9631d44-b942-4de2-88c5-c9d34791b1c7 req-182a97e8-d979-4a4f-bcb0-4c24385e1d40 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925727 Aug 30 07:53:04.521749 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Attempting to bind port 5e231977-0ba0-4d48-bc2c-cdbdab84ff26 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:53:04.521749 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Attempting to bind port 5e231977-0ba0-4d48-bc2c-cdbdab84ff26 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '141d6f7a-63e9-4618-9716-11a5940c3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8bbf986d-b800-482c-8c2d-425ae897d112'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:53:04.522074 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Attempting to bind port 5e231977-0ba0-4d48-bc2c-cdbdab84ff26 on network 8bbf986d-b800-482c-8c2d-425ae897d112 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:53:04.527313 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Port 5e231977-0ba0-4d48-bc2c-cdbdab84ff26 on network 8bbf986d-b800-482c-8c2d-425ae897d112 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:53:04.527622 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Attempting to bind port 5e231977-0ba0-4d48-bc2c-cdbdab84ff26 on network 8bbf986d-b800-482c-8c2d-425ae897d112 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:53:04.533456 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:53:04.533776 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Checking segment: {'id': '141d6f7a-63e9-4618-9716-11a5940c3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8bbf986d-b800-482c-8c2d-425ae897d112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:53:04.534251 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Bound using segment: {'id': '141d6f7a-63e9-4618-9716-11a5940c3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8bbf986d-b800-482c-8c2d-425ae897d112'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:53:04.534734 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Bound port: 5e231977-0ba0-4d48-bc2c-cdbdab84ff26, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141d6f7a-63e9-4618-9716-11a5940c3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8bbf986d-b800-482c-8c2d-425ae897d112'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:53:04.535163 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:04.600098 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] For port 5e231977-0ba0-4d48-bc2c-cdbdab84ff26, host hv-cinder-80619, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:53:04.603294 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] For port 5e231977-0ba0-4d48-bc2c-cdbdab84ff26, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=5e231977-0ba0-4d48-bc2c-cdbdab84ff26,segment=NetworkSegment(141d6f7a-63e9-4618-9716-11a5940c3941),segment_id=141d6f7a-63e9-4618-9716-11a5940c3941)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:53:04.607194 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:04.645444 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:04.646049 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:04.647461 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] 10.222.0.61 "PUT /v2.0/ports/5e231977-0ba0-4d48-bc2c-cdbdab84ff26 HTTP/1.1" status: 200 len: 1093 time: 0.6698902 Aug 30 07:53:04.647964 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8dae88-04c6-4417-b5ef-40ab8c78c7f3', 'tag': '5e231977-0ba0-4d48-bc2c-cdbdab84ff26'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:53:04.650321 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0733c4-363f-4a05-8c42-f721e9a7c9d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8dae88-04c6-4417-b5ef-40ab8c78c7f3", "tag": "5e231977-0ba0-4d48-bc2c-cdbdab84ff26"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:53:04.675148 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af5580-e301-4996-ab17-0c8c6a949da7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e231977-0ba0-4d48-bc2c-cdbdab84ff26,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:04.706707 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab86698-1482-4f96-bf32-60de88d84676 x-openstack-request-id: req-0ab86698-1482-4f96-bf32-60de88d84676 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:53:04.706994 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8dae88-04c6-4417-b5ef-40ab8c78c7f3", "tag": "5e231977-0ba0-4d48-bc2c-cdbdab84ff26", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:53:04.707246 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0ab86698-1482-4f96-bf32-60de88d84676 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:53:04.707638 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8dae88-04c6-4417-b5ef-40ab8c78c7f3', 'tag': '5e231977-0ba0-4d48-bc2c-cdbdab84ff26', 'status': 'completed', 'code': 200} Aug 30 07:53:04.742777 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-b0716b2b-7fa3-4444-b9c7-9bde84d806a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:04.744602 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-b0716b2b-7fa3-4444-b9c7-9bde84d806a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f802845196ae419e94d4aa18c6cb0344&device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 1096 time: 0.0472617 Aug 30 07:53:04.793712 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-97b401bc-d1fb-49ed-973d-b2edc59e7fba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e231977-0ba0-4d48-bc2c-cdbdab84ff26 HTTP/1.1" status: 200 len: 217 time: 0.0342357 Aug 30 07:53:04.843537 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-754c0394-b9c4-44b7-80d7-a623464616b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:04.844966 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-754c0394-b9c4-44b7-80d7-a623464616b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83fc8211-9b75-4490-bf8a-71321c3dfb5c HTTP/1.1" status: 200 len: 854 time: 0.0429542 Aug 30 07:53:04.880433 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-6b7b68a0-7687-40df-b5e2-9986a149e36f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8bbf986d-b800-482c-8c2d-425ae897d112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271840 Aug 30 07:53:04.969436 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-42411c5c-f48e-405f-9273-853069b76ff4 service neutron] 10.222.0.61 "GET /v2.0/networks/8bbf986d-b800-482c-8c2d-425ae897d112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802882 Aug 30 07:53:05.062407 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a255c5e8-2ad7-44b9-8e1a-6fafdf25948c req-34bcc9b1-365a-4d68-ad28-21ff2c7b0d07 service neutron] 10.222.0.61 "GET /v2.0/networks/8bbf986d-b800-482c-8c2d-425ae897d112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847831 Aug 30 07:53:05.078712 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:05.155599 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0733c4-363f-4a05-8c42-f721e9a7c9d4 req-0b3bff85-30dd-48d7-a5ec-42afae19d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:05.157512 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3a0733c4-363f-4a05-8c42-f721e9a7c9d4 req-0b3bff85-30dd-48d7-a5ec-42afae19d463 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f802845196ae419e94d4aa18c6cb0344&device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 1096 time: 0.0442033 Aug 30 07:53:05.246515 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0733c4-363f-4a05-8c42-f721e9a7c9d4 req-85938a5d-9065-418c-b30d-cd7867c25ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:05.247992 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3a0733c4-363f-4a05-8c42-f721e9a7c9d4 req-85938a5d-9065-418c-b30d-cd7867c25ff3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8bbf986d-b800-482c-8c2d-425ae897d112 HTTP/1.1" status: 200 len: 915 time: 0.0825675 Aug 30 07:53:05.293572 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3a0733c4-363f-4a05-8c42-f721e9a7c9d4 req-38fc0c53-7e8a-4fd9-aa10-1abe205b05a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e231977-0ba0-4d48-bc2c-cdbdab84ff26 HTTP/1.1" status: 200 len: 217 time: 0.0376673 Aug 30 07:53:05.343310 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0733c4-363f-4a05-8c42-f721e9a7c9d4 req-da24eb97-fbb3-4a5a-a603-a49e6893eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:05.344712 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3a0733c4-363f-4a05-8c42-f721e9a7c9d4 req-da24eb97-fbb3-4a5a-a603-a49e6893eeb5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83fc8211-9b75-4490-bf8a-71321c3dfb5c HTTP/1.1" status: 200 len: 854 time: 0.0433290 Aug 30 07:53:05.376092 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3a0733c4-363f-4a05-8c42-f721e9a7c9d4 req-a3211731-9e21-49af-9644-a6a75a3c4d89 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8bbf986d-b800-482c-8c2d-425ae897d112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234959 Aug 30 07:53:05.469408 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3a0733c4-363f-4a05-8c42-f721e9a7c9d4 req-d6d4a277-ebee-4494-b031-44b8f366224f service neutron] 10.222.0.61 "GET /v2.0/networks/8bbf986d-b800-482c-8c2d-425ae897d112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850859 Aug 30 07:53:05.574264 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3a0733c4-363f-4a05-8c42-f721e9a7c9d4 req-3abcf56d-3a67-4544-bfa4-ba365ca9bc98 service neutron] 10.222.0.61 "GET /v2.0/networks/8bbf986d-b800-482c-8c2d-425ae897d112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961676 Aug 30 07:53:05.642866 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb94b15-3bbb-437b-b94e-d233dcdc6c7e req-643cd5f2-11c9-4888-86d9-da488f69d69c tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:05.644383 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0cb94b15-3bbb-437b-b94e-d233dcdc6c7e req-643cd5f2-11c9-4888-86d9-da488f69d69c tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 943 time: 0.0523765 Aug 30 07:53:05.690688 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0cb94b15-3bbb-437b-b94e-d233dcdc6c7e req-178ca458-4221-4cca-be6c-19e7940f614e tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378528 Aug 30 07:53:05.849094 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:06.810307 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24cc7e-2e28-4452-9834-efce73e6fb68 req-7ba5b631-3c45-49ba-befa-4635a1f9cad9 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:06.811815 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9d24cc7e-2e28-4452-9834-efce73e6fb68 req-7ba5b631-3c45-49ba-befa-4635a1f9cad9 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 943 time: 0.0554810 Aug 30 07:53:06.852416 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9d24cc7e-2e28-4452-9834-efce73e6fb68 req-eb2114a4-07bc-4697-8b95-1a1fab7c32cb tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347388 Aug 30 07:53:07.975965 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f5cf4-5b5c-48e3-97de-b5b869427616 req-f069074a-6478-4b80-8e8a-96305be33573 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:07.977459 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-805f5cf4-5b5c-48e3-97de-b5b869427616 req-f069074a-6478-4b80-8e8a-96305be33573 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 943 time: 0.0541668 Aug 30 07:53:08.014496 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-805f5cf4-5b5c-48e3-97de-b5b869427616 req-87b9ed34-9acd-486a-b8b7-698489fae94a tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311894 Aug 30 07:53:09.130131 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17028f03-da40-4421-88eb-3290c3ba6848 req-51f675da-8658-4269-b887-af7b573de687 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:09.131619 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-17028f03-da40-4421-88eb-3290c3ba6848 req-51f675da-8658-4269-b887-af7b573de687 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 943 time: 0.0486548 Aug 30 07:53:09.170866 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-17028f03-da40-4421-88eb-3290c3ba6848 req-9b1f74bd-9b2b-406b-987f-0ece35a057a7 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321450 Aug 30 07:53:10.284867 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ae31a-1868-4166-bd31-6ee57ed7cb7a req-8f75233e-d265-4527-af62-9aa869d09020 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:10.286541 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-bf1ae31a-1868-4166-bd31-6ee57ed7cb7a req-8f75233e-d265-4527-af62-9aa869d09020 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 943 time: 0.0488338 Aug 30 07:53:10.326489 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-bf1ae31a-1868-4166-bd31-6ee57ed7cb7a req-49c51af8-dc26-407f-900b-9d7e7e1d8ee5 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335717 Aug 30 07:53:11.443204 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c02e1-eb1b-4a4d-98b8-a92be1a1d115 req-b8b2058a-f0b4-4f2c-a4c6-a5416681f093 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:11.445206 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ac8c02e1-eb1b-4a4d-98b8-a92be1a1d115 req-b8b2058a-f0b4-4f2c-a4c6-a5416681f093 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 943 time: 0.0527012 Aug 30 07:53:11.484341 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ac8c02e1-eb1b-4a4d-98b8-a92be1a1d115 req-cacb3082-9d2c-46de-8138-72e822008cf5 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331862 Aug 30 07:53:12.171176 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 5e231977-0ba0-4d48-bc2c-cdbdab84ff26 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:53:12.268181 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 5e231977-0ba0-4d48-bc2c-cdbdab84ff26, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=5e231977-0ba0-4d48-bc2c-cdbdab84ff26,segment=NetworkSegment(141d6f7a-63e9-4618-9716-11a5940c3941),segment_id=141d6f7a-63e9-4618-9716-11a5940c3941)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:53:12.279633 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': '5e231977-0ba0-4d48-bc2c-cdbdab84ff26', 'network_id': '8bbf986d-b800-482c-8c2d-425ae897d112', 'port_id': '5e231977-0ba0-4d48-bc2c-cdbdab84ff26', 'mac_address': 'fa:16:3e:b7:81:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83fc8211-9b75-4490-bf8a-71321c3dfb5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:53:12.318643 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:12.331479 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e231977-0ba0-4d48-bc2c-cdbdab84ff26 {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:53:12.350897 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 5e231977-0ba0-4d48-bc2c-cdbdab84ff26, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=5e231977-0ba0-4d48-bc2c-cdbdab84ff26,segment=NetworkSegment(141d6f7a-63e9-4618-9716-11a5940c3941),segment_id=141d6f7a-63e9-4618-9716-11a5940c3941)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:53:12.355926 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:12.412673 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=5e231977-0ba0-4d48-bc2c-cdbdab84ff26,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:12.420274 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:12.420633 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:12.420978 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:12.421319 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:12.421698 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:12.421980 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:12.422334 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:12.422667 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:12.422995 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:12.423381 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:12.423631 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:12.423954 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:12.605144 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee6c68-cc83-4301-ad87-6b3eb4e08b99 req-846889aa-c270-4333-94ee-12e6cffa926c tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:12.606714 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-36ee6c68-cc83-4301-ad87-6b3eb4e08b99 req-846889aa-c270-4333-94ee-12e6cffa926c tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 944 time: 0.0500183 Aug 30 07:53:12.648841 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-36ee6c68-cc83-4301-ad87-6b3eb4e08b99 req-4a7a6ccf-9eba-42ef-882a-1410a48a0136 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362802 Aug 30 07:53:13.077907 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['5e231977-0ba0-4d48-bc2c-cdbdab84ff26'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:53:13.761571 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf7b4a-5c55-4d1d-a372-80e58facd7d8 req-0d35d1f6-f862-4b5b-913d-cca6ee39b586 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:13.763041 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5ecf7b4a-5c55-4d1d-a372-80e58facd7d8 req-0d35d1f6-f862-4b5b-913d-cca6ee39b586 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 944 time: 0.0482235 Aug 30 07:53:13.799532 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5ecf7b4a-5c55-4d1d-a372-80e58facd7d8 req-92a47229-7998-4d5a-9669-da5a561774b0 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305989 Aug 30 07:53:14.912382 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421d38e-c9a1-4e18-9ab9-d5f596f07d05 req-19c9e42e-8e31-4b79-93d1-335f1bd0071d tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:14.913914 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f421d38e-c9a1-4e18-9ab9-d5f596f07d05 req-19c9e42e-8e31-4b79-93d1-335f1bd0071d tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 944 time: 0.0492680 Aug 30 07:53:14.951786 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f421d38e-c9a1-4e18-9ab9-d5f596f07d05 req-37c54355-51d6-4084-9b38-c03bde6f8f85 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319209 Aug 30 07:53:16.063953 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3e3eb-4f25-42b4-b22c-c8503fe42639 req-e0d12891-3095-4765-a84c-5bfb84bb3487 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:16.065414 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-02b3e3eb-4f25-42b4-b22c-c8503fe42639 req-e0d12891-3095-4765-a84c-5bfb84bb3487 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 944 time: 0.0478761 Aug 30 07:53:16.103069 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-02b3e3eb-4f25-42b4-b22c-c8503fe42639 req-c8c8abe0-1608-4325-ae1f-9299aedf7e51 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308633 Aug 30 07:53:17.215095 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cbe18-dfe8-446f-894a-1a51008d7812 req-aa5a39b6-c3ce-454b-9074-751c1ba8b855 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:17.216584 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-761cbe18-dfe8-446f-894a-1a51008d7812 req-aa5a39b6-c3ce-454b-9074-751c1ba8b855 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 944 time: 0.0476449 Aug 30 07:53:17.253742 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-761cbe18-dfe8-446f-894a-1a51008d7812 req-f23bc47c-8e82-49f9-8f70-e8c868f869b6 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313041 Aug 30 07:53:18.061356 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:53:18.375313 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10cd7f-5534-42cd-9f6e-a1d6a6396e61 req-5f95c254-26f1-4008-96fc-d5fc4a075f83 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:18.376756 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9e10cd7f-5534-42cd-9f6e-a1d6a6396e61 req-5f95c254-26f1-4008-96fc-d5fc4a075f83 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 944 time: 0.0520735 Aug 30 07:53:18.413717 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9e10cd7f-5534-42cd-9f6e-a1d6a6396e61 req-1296b809-93d5-498b-9207-bd7077b156f4 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309062 Aug 30 07:53:19.525174 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a97fe-bbe2-4a9f-bead-8672237064a5 req-d7b24217-5ca9-43d0-b3f5-7d8ae25771ce tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:19.526652 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b01a97fe-bbe2-4a9f-bead-8672237064a5 req-d7b24217-5ca9-43d0-b3f5-7d8ae25771ce tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 944 time: 0.0477037 Aug 30 07:53:19.566481 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b01a97fe-bbe2-4a9f-bead-8672237064a5 req-e10cc3c5-4bd2-47a4-9c62-e3f7264b20d2 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338402 Aug 30 07:53:20.416061 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 5e231977-0ba0-4d48-bc2c-cdbdab84ff26 up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:53:20.466984 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port 5e231977-0ba0-4d48-bc2c-cdbdab84ff26 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:53:20.471289 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port 5e231977-0ba0-4d48-bc2c-cdbdab84ff26 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:53:20.471757 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:20.549366 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:20.573114 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8dae88-04c6-4417-b5ef-40ab8c78c7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e231977-0ba0-4d48-bc2c-cdbdab84ff26'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:53:20.575341 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54478c17-cc44-482c-a950-44f40851bc29" -d '{"events": [{"server_uuid": "8b8dae88-04c6-4417-b5ef-40ab8c78c7f3", "name": "network-vif-plugged", "status": "completed", "tag": "5e231977-0ba0-4d48-bc2c-cdbdab84ff26"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:53:20.589584 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 5e231977-0ba0-4d48-bc2c-cdbdab84ff26, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=5e231977-0ba0-4d48-bc2c-cdbdab84ff26,segment=NetworkSegment(141d6f7a-63e9-4618-9716-11a5940c3941),segment_id=141d6f7a-63e9-4618-9716-11a5940c3941)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:53:20.596543 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:20.625571 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9bebf8-6f50-41b5-a3c5-5240e3f3ad96 x-openstack-request-id: req-2d9bebf8-6f50-41b5-a3c5-5240e3f3ad96 {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:53:20.625862 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8dae88-04c6-4417-b5ef-40ab8c78c7f3", "name": "network-vif-plugged", "status": "completed", "tag": "5e231977-0ba0-4d48-bc2c-cdbdab84ff26", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:53:20.626112 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2d9bebf8-6f50-41b5-a3c5-5240e3f3ad96 {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:53:20.626528 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8dae88-04c6-4417-b5ef-40ab8c78c7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e231977-0ba0-4d48-bc2c-cdbdab84ff26', 'code': 200} Aug 30 07:53:20.653281 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=5e231977-0ba0-4d48-bc2c-cdbdab84ff26,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:20.685835 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eabc04-231a-4bc0-bdd8-b15fa50f4dc0 req-4823902f-958e-4d55-a64e-4ea5359c6496 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:20.687268 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d9eabc04-231a-4bc0-bdd8-b15fa50f4dc0 req-4823902f-958e-4d55-a64e-4ea5359c6496 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 945 time: 0.0520141 Aug 30 07:53:20.726238 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d9eabc04-231a-4bc0-bdd8-b15fa50f4dc0 req-a55015b1-ebb2-4310-a7f4-11bdc56d027f tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331094 Aug 30 07:53:21.840944 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd61e4-7825-49ae-9b60-cdc3534d9e3c req-ee918e9b-91d1-494c-9484-f469eb5fa800 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:21.842517 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-39cd61e4-7825-49ae-9b60-cdc3534d9e3c req-ee918e9b-91d1-494c-9484-f469eb5fa800 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 945 time: 0.0484543 Aug 30 07:53:21.881089 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-39cd61e4-7825-49ae-9b60-cdc3534d9e3c req-69da1ae9-ff07-4a65-a7fe-8c384591e4b1 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327711 Aug 30 07:53:22.995408 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57046f-a549-4291-84fb-82e94f38131c req-86deb78c-064d-4c36-b556-161de5365b8e tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:22.996895 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7f57046f-a549-4291-84fb-82e94f38131c req-86deb78c-064d-4c36-b556-161de5365b8e tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 945 time: 0.0490627 Aug 30 07:53:23.034136 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7f57046f-a549-4291-84fb-82e94f38131c req-79d20401-750e-4e6a-b682-0c8c37887ab9 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313604 Aug 30 07:53:23.199457 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d3a6d-384d-4ed0-a0b5-5f6f87c35497 req-73387763-9a42-43fc-b006-e5d29cedd2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:23.200808 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-958d3a6d-384d-4ed0-a0b5-5f6f87c35497 req-73387763-9a42-43fc-b006-e5d29cedd2e0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 1098 time: 0.0392966 Aug 30 07:53:23.239120 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-958d3a6d-384d-4ed0-a0b5-5f6f87c35497 req-1a63b50e-a6a5-4a73-92c0-ccc76e3ad88f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292380 Aug 30 07:53:23.709824 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:24.049502 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381f762-4b88-4980-ac4c-4615b3ece6af req-fb5f16af-be3f-4d17-ad69-91ae99c0fc81 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:24.051053 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2381f762-4b88-4980-ac4c-4615b3ece6af req-fb5f16af-be3f-4d17-ad69-91ae99c0fc81 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0544629 Aug 30 07:53:24.090358 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2381f762-4b88-4980-ac4c-4615b3ece6af req-3a7ec47c-d821-4bde-a8aa-fcc01e5576bd tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329425 Aug 30 07:53:24.154694 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45c0d9-b3ed-4cdc-9040-d2b4d2acbc3c req-eb59d717-b124-4c55-8f1a-d71101158b3e tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:24.156100 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1e45c0d9-b3ed-4cdc-9040-d2b4d2acbc3c req-eb59d717-b124-4c55-8f1a-d71101158b3e tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 945 time: 0.0514843 Aug 30 07:53:24.194219 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1e45c0d9-b3ed-4cdc-9040-d2b4d2acbc3c req-bbc79854-32a7-462e-b4c7-17f23301c9e2 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322251 Aug 30 07:53:25.217500 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd53a10-a310-4612-836e-b747b01410d1 req-f00f2c35-a65e-4a9b-bf02-a5cdf266e5b9 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:25.219012 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7cd53a10-a310-4612-836e-b747b01410d1 req-f00f2c35-a65e-4a9b-bf02-a5cdf266e5b9 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0537827 Aug 30 07:53:25.262281 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7cd53a10-a310-4612-836e-b747b01410d1 req-f210f762-0670-4262-b311-63323cfd460f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361834 Aug 30 07:53:25.352713 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763856e-b911-41f8-9abe-ad89a13036af req-fc8217f3-db34-4efa-87cd-d6489f486fba tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:25.354997 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0763856e-b911-41f8-9abe-ad89a13036af req-fc8217f3-db34-4efa-87cd-d6489f486fba tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 945 time: 0.0585573 Aug 30 07:53:25.401510 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0763856e-b911-41f8-9abe-ad89a13036af req-5a46758c-ee9c-4b57-9eef-b0e156b425a1 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360425 Aug 30 07:53:26.388752 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0a6e1-c9f2-4823-96e0-6bdd6e656596 req-72120923-108d-454d-8c4f-2fec7b1ba1d1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:26.390367 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8cc0a6e1-c9f2-4823-96e0-6bdd6e656596 req-72120923-108d-454d-8c4f-2fec7b1ba1d1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0492640 Aug 30 07:53:26.433488 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8cc0a6e1-c9f2-4823-96e0-6bdd6e656596 req-c2b992f4-e860-429a-9bd9-8a6b3df11f60 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371053 Aug 30 07:53:26.523681 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c21555-6a65-4a1e-894d-859f071ddab1 req-9384775f-3707-4f23-a48b-6d52f08b3744 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:26.525131 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-40c21555-6a65-4a1e-894d-859f071ddab1 req-9384775f-3707-4f23-a48b-6d52f08b3744 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 945 time: 0.0482283 Aug 30 07:53:26.563830 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-40c21555-6a65-4a1e-894d-859f071ddab1 req-f977829f-90c1-469d-9625-30402df4e93f tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329099 Aug 30 07:53:27.562525 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe8d63-bf72-44fd-bbbd-9cf33fb9875e req-765768aa-a2a4-4335-96bb-440cffb1e4b4 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:27.563980 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e6fe8d63-bf72-44fd-bbbd-9cf33fb9875e req-765768aa-a2a4-4335-96bb-440cffb1e4b4 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0480912 Aug 30 07:53:27.603084 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e6fe8d63-bf72-44fd-bbbd-9cf33fb9875e req-0b85a113-1a98-48d9-a3ab-5e7498b0f504 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331094 Aug 30 07:53:28.727257 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2324ac-aa85-41a8-9fea-8b37dd8bee4f req-2f404f31-20a6-4c92-9f49-a3a1651238a3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:28.728863 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fb2324ac-aa85-41a8-9fea-8b37dd8bee4f req-2f404f31-20a6-4c92-9f49-a3a1651238a3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0507340 Aug 30 07:53:28.770867 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fb2324ac-aa85-41a8-9fea-8b37dd8bee4f req-a418700d-e230-4b38-8bf4-071f39f85bc6 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354838 Aug 30 07:53:29.898426 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f5803-7657-4259-b98f-1179a6a85040 req-7ca627c5-e781-41b2-ba6d-fbf96095ad3b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:29.899917 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d69f5803-7657-4259-b98f-1179a6a85040 req-7ca627c5-e781-41b2-ba6d-fbf96095ad3b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0527046 Aug 30 07:53:29.940265 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d69f5803-7657-4259-b98f-1179a6a85040 req-f5a042bd-90e3-4f2d-9bfe-26c5f3231bf7 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342329 Aug 30 07:53:30.590275 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8192ce19-4d3b-4654-a36f-42f71a258ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:31.061909 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2cba3-98f7-47af-8ac8-22cf13edfa0c req-abfa7c12-e0d2-4da9-bde5-fce4485fb1a0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:31.063431 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-cca2cba3-98f7-47af-8ac8-22cf13edfa0c req-abfa7c12-e0d2-4da9-bde5-fce4485fb1a0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0496666 Aug 30 07:53:31.101011 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-cca2cba3-98f7-47af-8ac8-22cf13edfa0c req-342e1b5a-c356-4114-b3b5-c9603cc99e60 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317843 Aug 30 07:53:32.221948 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809757f7-f930-4e8c-ac44-830f5bf9a02f req-a9855efb-c4b3-49ac-a2a2-bad97a2e79b2 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:32.223434 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-809757f7-f930-4e8c-ac44-830f5bf9a02f req-a9855efb-c4b3-49ac-a2a2-bad97a2e79b2 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0498369 Aug 30 07:53:32.262767 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-809757f7-f930-4e8c-ac44-830f5bf9a02f req-c49cce10-3d55-4ee6-8235-b5b4c19c7c1f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324481 Aug 30 07:53:33.380393 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c6ad7-b0aa-44c0-ad49-a0bdbe57cc99 req-e1b9204d-cc3b-4008-83d9-9a941df4551c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:33.382064 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-444c6ad7-b0aa-44c0-ad49-a0bdbe57cc99 req-e1b9204d-cc3b-4008-83d9-9a941df4551c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0486157 Aug 30 07:53:33.418414 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8f130d72-a9c6-443d-8d1c-2bd653d51823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:33.423757 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-444c6ad7-b0aa-44c0-ad49-a0bdbe57cc99 req-ee080fbe-0f3e-4f15-9750-4e30d337a49e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360744 Aug 30 07:53:34.286428 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:34.544516 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41841e7-67e7-4022-ab8d-523d4464e545 req-3910ce5c-9788-4db6-a377-c57ecaadff6e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:34.545895 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c41841e7-67e7-4022-ab8d-523d4464e545 req-3910ce5c-9788-4db6-a377-c57ecaadff6e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0491111 Aug 30 07:53:34.584299 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c41841e7-67e7-4022-ab8d-523d4464e545 req-bcbd64c7-9f5e-4f80-a13c-5f3d6f30920d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325260 Aug 30 07:53:35.079072 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:35.706324 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d03788-4509-406b-b9d2-dea678c63672 req-0a589551-3f02-4188-9286-1889743fe6cc tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:35.707789 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-21d03788-4509-406b-b9d2-dea678c63672 req-0a589551-3f02-4188-9286-1889743fe6cc tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0488236 Aug 30 07:53:35.746513 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-21d03788-4509-406b-b9d2-dea678c63672 req-dcf61fb9-1a0a-45cb-9df7-b987e9006b54 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321360 Aug 30 07:53:35.854472 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:36.870063 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181af4a-41ce-4165-b747-057b9a1864ca req-405f3bd4-364f-4c9d-aab3-3591d00efd95 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:36.871588 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b181af4a-41ce-4165-b747-057b9a1864ca req-405f3bd4-364f-4c9d-aab3-3591d00efd95 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0538616 Aug 30 07:53:37.168249 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b181af4a-41ce-4165-b747-057b9a1864ca req-d465f23a-6530-4c98-b693-cfe28028430e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2906542 Aug 30 07:53:38.285527 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0083055-b820-4a94-8177-3ac9bffbe2d1 req-e14674c5-f092-41d5-be12-2d6384ad7cd1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:38.286948 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a0083055-b820-4a94-8177-3ac9bffbe2d1 req-e14674c5-f092-41d5-be12-2d6384ad7cd1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0488317 Aug 30 07:53:38.328248 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a0083055-b820-4a94-8177-3ac9bffbe2d1 req-8efe6898-0538-4159-959e-805a5e5be411 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354369 Aug 30 07:53:39.445747 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a83ec-31f3-453a-9c15-d77a9fada29b req-4c3c7695-fa3f-4f89-85f8-bba83a20ae0a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:39.447221 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f88a83ec-31f3-453a-9c15-d77a9fada29b req-4c3c7695-fa3f-4f89-85f8-bba83a20ae0a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0485377 Aug 30 07:53:39.484122 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f88a83ec-31f3-453a-9c15-d77a9fada29b req-0b721c14-bea3-4d14-8ce5-f346617af8d1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310488 Aug 30 07:53:40.603553 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d6997-3bb6-4de6-a3b0-b318b48e9446 req-7d28dd7b-0d4b-4ffa-8513-81eba845132a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:40.605026 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3f5d6997-3bb6-4de6-a3b0-b318b48e9446 req-7d28dd7b-0d4b-4ffa-8513-81eba845132a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0483801 Aug 30 07:53:40.647039 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3f5d6997-3bb6-4de6-a3b0-b318b48e9446 req-a06d12e8-ad99-4a96-955d-3437edccb8fb tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361526 Aug 30 07:53:41.764303 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5e985-6a44-42f4-a4db-4c5fa620cedb req-5c7267f6-5378-4046-9bab-7274c0613ea0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:41.771152 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-afd5e985-6a44-42f4-a4db-4c5fa620cedb req-5c7267f6-5378-4046-9bab-7274c0613ea0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0478578 Aug 30 07:53:41.805748 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-afd5e985-6a44-42f4-a4db-4c5fa620cedb req-6d6272ed-3a88-4d17-a571-14dbe932bd25 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317233 Aug 30 07:53:42.923527 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc03a4-cbb4-4174-b288-48d4a1e1824a req-ebe53206-e85a-4fc2-8bdd-3c3705ace6e8 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:42.924976 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-03bc03a4-cbb4-4174-b288-48d4a1e1824a req-ebe53206-e85a-4fc2-8bdd-3c3705ace6e8 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0494640 Aug 30 07:53:42.963940 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-03bc03a4-cbb4-4174-b288-48d4a1e1824a req-f043ba47-9ce9-4745-87c9-1d5b6d3b1f28 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326982 Aug 30 07:53:44.090867 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f1407-442c-49dc-9335-c9b0a099bb4c req-0aa919d0-0250-4a8a-856b-88937022b143 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:44.092311 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ee8f1407-442c-49dc-9335-c9b0a099bb4c req-0aa919d0-0250-4a8a-856b-88937022b143 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0513313 Aug 30 07:53:44.130316 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ee8f1407-442c-49dc-9335-c9b0a099bb4c req-281aa957-9234-4620-9d70-b4fc0c5871cc tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319376 Aug 30 07:53:45.251863 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b46981-98eb-4ced-9474-6c1364398fbb req-ed689974-152e-436a-b739-314e8bfeea3d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:45.253324 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f6b46981-98eb-4ced-9474-6c1364398fbb req-ed689974-152e-436a-b739-314e8bfeea3d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0485265 Aug 30 07:53:45.291790 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f6b46981-98eb-4ced-9474-6c1364398fbb req-585d0b87-12a2-45f6-b91c-8c396a147b85 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319319 Aug 30 07:53:46.415812 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b035c63-bab7-4d00-86ac-0c3cce1d618e req-d2161c8b-7c08-4ad1-94df-350712924316 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:46.417285 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7b035c63-bab7-4d00-86ac-0c3cce1d618e req-d2161c8b-7c08-4ad1-94df-350712924316 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0533869 Aug 30 07:53:46.454167 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7b035c63-bab7-4d00-86ac-0c3cce1d618e req-582162c0-560b-4f73-b2a1-ec9c150a32f0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308881 Aug 30 07:53:47.592168 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49552c4a-d1ed-4cba-ac8f-94daad1f4408 req-5136a669-8e37-4708-a88a-e2a04b117b6a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:47.593719 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-49552c4a-d1ed-4cba-ac8f-94daad1f4408 req-5136a669-8e37-4708-a88a-e2a04b117b6a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0568378 Aug 30 07:53:47.638926 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-49552c4a-d1ed-4cba-ac8f-94daad1f4408 req-c788cf35-3af6-467e-80f4-ea5eb139cbc3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389342 Aug 30 07:53:48.015028 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 38636) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:48.121474 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0d7bdd4a-aff8-4d1f-ad88-d03626773dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.204891 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0d7bdd4a-aff8-4d1f-ad88-d03626773dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.209268 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0d7bdd4a-aff8-4d1f-ad88-d03626773dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.247639 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-0d7bdd4a-aff8-4d1f-ad88-d03626773dfb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=98ec173c41af44dc96862eabc9a2d6dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315454 Aug 30 07:53:48.248354 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bdd4a-aff8-4d1f-ad88-d03626773dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bd6ca6-ebde-4381-856d-451640071a94,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:48.251346 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 38644) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:48.301548 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-56d16f2a-801a-439d-bfa0-6580cf166768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.322591 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-56d16f2a-801a-439d-bfa0-6580cf166768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.370120 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-56d16f2a-801a-439d-bfa0-6580cf166768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.373449 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-56d16f2a-801a-439d-bfa0-6580cf166768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.374617 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-56d16f2a-801a-439d-bfa0-6580cf166768 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/05bd6ca6-ebde-4381-856d-451640071a94 HTTP/1.1" status: 204 len: 168 time: 0.1219671 Aug 30 07:53:48.382128 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d16f2a-801a-439d-bfa0-6580cf166768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bd6ca6-ebde-4381-856d-451640071a94,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:48.389218 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d16f2a-801a-439d-bfa0-6580cf166768 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:48.389581 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d16f2a-801a-439d-bfa0-6580cf166768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:48.389935 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d16f2a-801a-439d-bfa0-6580cf166768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:48.390302 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d16f2a-801a-439d-bfa0-6580cf166768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:48.390643 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d16f2a-801a-439d-bfa0-6580cf166768 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:48.390982 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d16f2a-801a-439d-bfa0-6580cf166768 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:48.391315 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d16f2a-801a-439d-bfa0-6580cf166768 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:48.391648 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d16f2a-801a-439d-bfa0-6580cf166768 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:48.391975 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d16f2a-801a-439d-bfa0-6580cf166768 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:48.392296 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d16f2a-801a-439d-bfa0-6580cf166768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:48.392621 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d16f2a-801a-439d-bfa0-6580cf166768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:48.392945 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d16f2a-801a-439d-bfa0-6580cf166768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:48.629384 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 38650) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:48.646330 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-20b576cd-c5c3-4dbd-8462-c1af328e489e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.736928 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-20b576cd-c5c3-4dbd-8462-c1af328e489e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.741051 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-20b576cd-c5c3-4dbd-8462-c1af328e489e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.764327 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf100a73-a869-4c46-82a7-31b2b79e02b4 req-c9950657-8c96-4813-95bf-3c5f3486942b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:48.765810 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-bf100a73-a869-4c46-82a7-31b2b79e02b4 req-c9950657-8c96-4813-95bf-3c5f3486942b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0515807 Aug 30 07:53:48.777876 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b576cd-c5c3-4dbd-8462-c1af328e489e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26176a86-bc43-4f4c-87d9-e742733a8b3a,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:48.786031 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 38654) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:48.786278 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-20b576cd-c5c3-4dbd-8462-c1af328e489e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=66f2c25ec3514059a41a52b455d4137d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555693 Aug 30 07:53:48.827928 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-bf100a73-a869-4c46-82a7-31b2b79e02b4 req-0a440bed-fdcc-4ce2-ba8b-6e51b5e4a0b1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554845 Aug 30 07:53:48.853381 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8784eddd-628a-4f41-8506-f748cd62c624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.871857 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8784eddd-628a-4f41-8506-f748cd62c624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.918416 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8784eddd-628a-4f41-8506-f748cd62c624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.920871 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8784eddd-628a-4f41-8506-f748cd62c624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.922013 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-8784eddd-628a-4f41-8506-f748cd62c624 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/26176a86-bc43-4f4c-87d9-e742733a8b3a HTTP/1.1" status: 204 len: 168 time: 0.1350479 Aug 30 07:53:48.929689 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784eddd-628a-4f41-8506-f748cd62c624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26176a86-bc43-4f4c-87d9-e742733a8b3a,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:49.955418 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2461e9b-b608-48a2-8186-c9d2db5b2349 req-60d31d23-0c2f-45b6-a439-ec9f370a639c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:49.956924 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c2461e9b-b608-48a2-8186-c9d2db5b2349 req-60d31d23-0c2f-45b6-a439-ec9f370a639c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0533834 Aug 30 07:53:50.000186 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c2461e9b-b608-48a2-8186-c9d2db5b2349 req-fc8a8970-8cba-4c1c-adc1-8adb29718150 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362847 Aug 30 07:53:50.498947 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 38710) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:50.602473 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-39f76ec8-f95c-41d9-a118-57d40d1d6ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:50.689927 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-39f76ec8-f95c-41d9-a118-57d40d1d6ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:50.693919 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-39f76ec8-f95c-41d9-a118-57d40d1d6ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:50.733411 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-39f76ec8-f95c-41d9-a118-57d40d1d6ef3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cb15179b11a34d4c8849916a80d6c7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333810 Aug 30 07:53:50.734360 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f76ec8-f95c-41d9-a118-57d40d1d6ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19f4f49-b45d-4abd-8a8d-545539dc273f,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:50.736045 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 38714) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:50.784527 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e11bec41-ec30-43fd-981c-e0356d114255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:50.804557 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e11bec41-ec30-43fd-981c-e0356d114255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:50.850379 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e11bec41-ec30-43fd-981c-e0356d114255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:50.853026 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e11bec41-ec30-43fd-981c-e0356d114255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:50.854175 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-e11bec41-ec30-43fd-981c-e0356d114255 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a19f4f49-b45d-4abd-8a8d-545539dc273f HTTP/1.1" status: 204 len: 168 time: 0.1171327 Aug 30 07:53:50.861412 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bec41-ec30-43fd-981c-e0356d114255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19f4f49-b45d-4abd-8a8d-545539dc273f,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:51.117057 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 38722) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:51.127930 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da71f8b-7dcb-484b-84d3-9be4de5df98a req-9b64bd27-c86c-4caf-bcd9-3f71ec5d1075 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:51.129417 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8da71f8b-7dcb-484b-84d3-9be4de5df98a req-9b64bd27-c86c-4caf-bcd9-3f71ec5d1075 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0499651 Aug 30 07:53:51.130983 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8ef47b15-de3c-4c0c-8642-4adf9e91e26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:51.170535 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8da71f8b-7dcb-484b-84d3-9be4de5df98a req-ea9b0966-c6be-47ba-9eb4-58fca333ab08 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349422 Aug 30 07:53:51.232633 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8ef47b15-de3c-4c0c-8642-4adf9e91e26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:51.236307 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8ef47b15-de3c-4c0c-8642-4adf9e91e26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:51.278981 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-8ef47b15-de3c-4c0c-8642-4adf9e91e26d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=efa3a8b50a794d1ab90f71ef3feaef94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599629 Aug 30 07:53:51.279588 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef47b15-de3c-4c0c-8642-4adf9e91e26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f917587-cfc0-41ad-886c-8d24231b8f8a,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:51.281504 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 38726) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:51.331239 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb238-89df-47ef-a229-aaab78f72a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:51.351282 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb238-89df-47ef-a229-aaab78f72a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:51.399791 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb238-89df-47ef-a229-aaab78f72a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:51.403644 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb238-89df-47ef-a229-aaab78f72a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:51.405209 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-dbbcb238-89df-47ef-a229-aaab78f72a3f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7f917587-cfc0-41ad-886c-8d24231b8f8a HTTP/1.1" status: 204 len: 168 time: 0.1223421 Aug 30 07:53:51.412916 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcb238-89df-47ef-a229-aaab78f72a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f917587-cfc0-41ad-886c-8d24231b8f8a,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:52.289111 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9134c-101c-444c-a2dd-582847b82848 req-44da04ce-2a5b-4707-ae8e-a911889015d6 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:52.290651 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-50a9134c-101c-444c-a2dd-582847b82848 req-44da04ce-2a5b-4707-ae8e-a911889015d6 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0510271 Aug 30 07:53:52.330316 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-50a9134c-101c-444c-a2dd-582847b82848 req-1c4acefc-d76e-4240-b205-f902f1820f07 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336959 Aug 30 07:53:53.454171 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede103bc-494c-4345-8560-d060c9183893 req-53483154-0379-44f4-a73c-815fdac2d4f1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:53.455703 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ede103bc-494c-4345-8560-d060c9183893 req-53483154-0379-44f4-a73c-815fdac2d4f1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0532670 Aug 30 07:53:53.496944 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-ede103bc-494c-4345-8560-d060c9183893 req-30f0afb3-8c93-4121-8747-de78639c2ae6 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347016 Aug 30 07:53:53.697183 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:54.618697 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a964a9-f1c6-4d7d-b5cc-6d07040fabd1 req-7507fe54-c6d3-44ff-adac-109c5058e61c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:54.621648 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c7a964a9-f1c6-4d7d-b5cc-6d07040fabd1 req-7507fe54-c6d3-44ff-adac-109c5058e61c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0504754 Aug 30 07:53:54.659530 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c7a964a9-f1c6-4d7d-b5cc-6d07040fabd1 req-bb858695-5ca1-409f-a475-a02bd14a5db4 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332456 Aug 30 07:53:55.060416 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:53:55.781548 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53939d2-7174-44ba-81e0-d5e8f0f3cc78 req-371ddb69-8d95-4120-9f51-68ce399c83ba tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:55.783021 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c53939d2-7174-44ba-81e0-d5e8f0f3cc78 req-371ddb69-8d95-4120-9f51-68ce399c83ba tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0487833 Aug 30 07:53:55.820896 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c53939d2-7174-44ba-81e0-d5e8f0f3cc78 req-6eefb4ef-dfe3-4548-8219-87305da8fd18 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318832 Aug 30 07:53:56.190936 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ad9445b3-9e66-4e07-8771-345d22bd165f req-73d51bf8-fd31-4ab8-ba50-807da3bf4c40 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387087 Aug 30 07:53:56.286479 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9445b3-9e66-4e07-8771-345d22bd165f req-b27e9094-b118-4c16-a30c-750ee093d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:56.287979 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ad9445b3-9e66-4e07-8771-345d22bd165f req-b27e9094-b118-4c16-a30c-750ee093d7e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e71ca0134bc64db3b85a744bc5da948c&device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 1099 time: 0.0455875 Aug 30 07:53:56.411232 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9445b3-9e66-4e07-8771-345d22bd165f req-8c2ae056-1931-4bea-a053-eab54fcf2e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:56.412789 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ad9445b3-9e66-4e07-8771-345d22bd165f req-8c2ae056-1931-4bea-a053-eab54fcf2e5b service neutron] 10.222.0.61 "GET /v2.0/networks?id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 HTTP/1.1" status: 200 len: 910 time: 0.1009316 Aug 30 07:53:56.487912 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ad9445b3-9e66-4e07-8771-345d22bd165f req-e4d2f5e4-25b6-4c9d-b60c-9c3ae1cb103b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f5aee7-d6fd-4ea0-b19a-d088da242d0e HTTP/1.1" status: 200 len: 1000 time: 0.0668504 Aug 30 07:53:56.542423 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9445b3-9e66-4e07-8771-345d22bd165f req-928efb66-0805-4048-a0e9-77f3300a6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:56.543873 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ad9445b3-9e66-4e07-8771-345d22bd165f req-928efb66-0805-4048-a0e9-77f3300a6214 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e HTTP/1.1" status: 200 len: 848 time: 0.0446808 Aug 30 07:53:56.588508 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9445b3-9e66-4e07-8771-345d22bd165f req-a102159e-c171-4f90-978f-5d87cc2a78e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:56.590033 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ad9445b3-9e66-4e07-8771-345d22bd165f req-a102159e-c171-4f90-978f-5d87cc2a78e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376971 Aug 30 07:53:56.909460 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ad9445b3-9e66-4e07-8771-345d22bd165f req-967f012e-3541-441f-b1ea-7490ad41cfc4 service neutron] 10.222.0.61 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101559 Aug 30 07:53:57.000776 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acf404-0f15-4502-8d1a-c1a015674bda req-a3f7fc03-8bbe-4ba7-9123-c1947d40e514 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:57.002248 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-69acf404-0f15-4502-8d1a-c1a015674bda req-a3f7fc03-8bbe-4ba7-9123-c1947d40e514 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.1071112 Aug 30 07:53:57.038380 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ad9445b3-9e66-4e07-8771-345d22bd165f req-399c6a3a-552c-4ff9-b5dc-a2bd4440c563 service neutron] 10.222.0.61 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151316 Aug 30 07:53:57.052099 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-69acf404-0f15-4502-8d1a-c1a015674bda req-a634b081-4b24-4792-8c90-a6be0344dd39 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440435 Aug 30 07:53:57.706336 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 32f744e1-43b5-4cbe-a3b6-9ee81f793879 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:53:57.801771 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 32f744e1-43b5-4cbe-a3b6-9ee81f793879, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=32f744e1-43b5-4cbe-a3b6-9ee81f793879,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:53:57.815138 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': '32f744e1-43b5-4cbe-a3b6-9ee81f793879', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'port_id': '32f744e1-43b5-4cbe-a3b6-9ee81f793879', 'mac_address': 'fa:16:3e:3a:43:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:53:57.851592 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:57.868315 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32f744e1-43b5-4cbe-a3b6-9ee81f793879 {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:53:57.890406 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 32f744e1-43b5-4cbe-a3b6-9ee81f793879, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=32f744e1-43b5-4cbe-a3b6-9ee81f793879,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:53:57.895654 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:57.949362 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=32f744e1-43b5-4cbe-a3b6-9ee81f793879,revision_number=6']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:58.054538 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['32f744e1-43b5-4cbe-a3b6-9ee81f793879'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:53:58.187012 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efa823-a665-4762-bb37-bbb222c0ebdc req-a279d600-d202-4246-bf3b-684bf2570ccc tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:58.188557 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-80efa823-a665-4762-bb37-bbb222c0ebdc req-a279d600-d202-4246-bf3b-684bf2570ccc tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 944 time: 0.0546527 Aug 30 07:53:58.232569 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-80efa823-a665-4762-bb37-bbb222c0ebdc req-417b010d-454e-4e41-a2b1-551acda9f249 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359657 Aug 30 07:53:59.358049 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5029-7628-4479-b667-dc1b5103c81b req-814457f3-9200-4645-b594-64cf07f374f0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:59.359587 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b13c5029-7628-4479-b667-dc1b5103c81b req-814457f3-9200-4645-b594-64cf07f374f0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 944 time: 0.0562613 Aug 30 07:53:59.397374 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b13c5029-7628-4479-b667-dc1b5103c81b req-61f37b64-d251-4da6-84e5-0a6186e461f2 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314915 Aug 30 07:53:59.714722 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 32f744e1-43b5-4cbe-a3b6-9ee81f793879 up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:53:59.762927 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port 32f744e1-43b5-4cbe-a3b6-9ee81f793879 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:53:59.763295 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:59.869042 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:59.900984 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f744e1-43b5-4cbe-a3b6-9ee81f793879'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:53:59.903234 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88194a10-1c97-4331-aaed-a4823c645ecc" -d '{"events": [{"server_uuid": "8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f", "name": "network-vif-plugged", "status": "completed", "tag": "32f744e1-43b5-4cbe-a3b6-9ee81f793879"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:53:59.919967 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 32f744e1-43b5-4cbe-a3b6-9ee81f793879, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=32f744e1-43b5-4cbe-a3b6-9ee81f793879,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:53:59.925928 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:59.984618 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=32f744e1-43b5-4cbe-a3b6-9ee81f793879,revision_number=7']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:00.097665 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42109ce-daf8-4b03-a462-c8e5c8c8342c x-openstack-request-id: req-a42109ce-daf8-4b03-a462-c8e5c8c8342c {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:54:00.097990 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f", "name": "network-vif-plugged", "status": "completed", "tag": "32f744e1-43b5-4cbe-a3b6-9ee81f793879", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:54:00.098309 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a42109ce-daf8-4b03-a462-c8e5c8c8342c {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:54:00.098952 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f744e1-43b5-4cbe-a3b6-9ee81f793879', 'code': 200} Aug 30 07:54:00.099563 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7927b-f6e7-41d9-b4af-52d3f3cefeb5 req-0c29cb0d-b4be-4bda-a0a6-288635dcf434 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:00.101080 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7ae7927b-f6e7-41d9-b4af-52d3f3cefeb5 req-0c29cb0d-b4be-4bda-a0a6-288635dcf434 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 945 time: 0.0540807 Aug 30 07:54:00.140063 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7ae7927b-f6e7-41d9-b4af-52d3f3cefeb5 req-93881159-a05a-4f51-a9e9-e03a59891f7f tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323381 Aug 30 07:54:00.516918 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab57b76-8d11-47bb-b3f9-cad47b0d0ef1 req-db162562-1f40-4e31-9989-3b58b67cde6d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:00.518424 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4ab57b76-8d11-47bb-b3f9-cad47b0d0ef1 req-db162562-1f40-4e31-9989-3b58b67cde6d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0488846 Aug 30 07:54:00.565356 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4ab57b76-8d11-47bb-b3f9-cad47b0d0ef1 req-4446c964-6e41-440d-a8da-566bd0fb9337 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402279 Aug 30 07:54:00.597350 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6184c749-d68c-4470-a587-cbcc7dc5fb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:01.254081 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38b19d-f8ae-40a2-8dcb-914a4a656294 req-95e10bba-11c9-4b4c-a8ab-45f9050d5cd7 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:01.255573 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4f38b19d-f8ae-40a2-8dcb-914a4a656294 req-95e10bba-11c9-4b4c-a8ab-45f9050d5cd7 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 945 time: 0.0489621 Aug 30 07:54:01.293090 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4f38b19d-f8ae-40a2-8dcb-914a4a656294 req-f327f7a3-5b38-473c-8562-aeb18fb59e72 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315504 Aug 30 07:54:01.684318 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d607f5-0c59-4f40-bae3-8c15e81b9c2a req-496aac94-760e-4c77-8531-91dfe0141f49 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:01.685863 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d4d607f5-0c59-4f40-bae3-8c15e81b9c2a req-496aac94-760e-4c77-8531-91dfe0141f49 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0496738 Aug 30 07:54:01.724678 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d4d607f5-0c59-4f40-bae3-8c15e81b9c2a req-504beb85-c915-4d00-a5b6-9e2a22aba2d2 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331202 Aug 30 07:54:02.248737 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 38958) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:02.360052 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ec9445ba-4ac7-4cee-9c72-6787f0f6ccea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:02.411438 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6ed9c-24d6-48d8-b121-5bd1cfa4e5ec req-bd57328e-516c-43b0-a316-7ab0331626e3 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:02.412839 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8ac6ed9c-24d6-48d8-b121-5bd1cfa4e5ec req-bd57328e-516c-43b0-a316-7ab0331626e3 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 945 time: 0.0530806 Aug 30 07:54:02.453268 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8ac6ed9c-24d6-48d8-b121-5bd1cfa4e5ec req-0484d020-5be2-43e8-a8d6-2ed93141d99d tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331421 Aug 30 07:54:02.453524 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ec9445ba-4ac7-4cee-9c72-6787f0f6ccea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:02.457770 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ec9445ba-4ac7-4cee-9c72-6787f0f6ccea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:02.497109 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-ec9445ba-4ac7-4cee-9c72-6787f0f6ccea admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=00a6117860c64fcbb6bda89350aecb5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472849 Aug 30 07:54:02.498324 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9445ba-4ac7-4cee-9c72-6787f0f6ccea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e554652-c6ac-4af5-91b2-6a4cc974c8fe,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:02.499778 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 38964) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:02.547817 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2576728f-3264-42ac-8c9a-1f01eaa93b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:02.568554 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2576728f-3264-42ac-8c9a-1f01eaa93b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:02.614155 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2576728f-3264-42ac-8c9a-1f01eaa93b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:02.616893 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2576728f-3264-42ac-8c9a-1f01eaa93b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:02.618650 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-2576728f-3264-42ac-8c9a-1f01eaa93b0b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6e554652-c6ac-4af5-91b2-6a4cc974c8fe HTTP/1.1" status: 204 len: 168 time: 0.1178789 Aug 30 07:54:02.626257 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576728f-3264-42ac-8c9a-1f01eaa93b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e554652-c6ac-4af5-91b2-6a4cc974c8fe,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:02.633299 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576728f-3264-42ac-8c9a-1f01eaa93b0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:02.633648 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576728f-3264-42ac-8c9a-1f01eaa93b0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:02.633982 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576728f-3264-42ac-8c9a-1f01eaa93b0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:02.634338 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576728f-3264-42ac-8c9a-1f01eaa93b0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:02.634665 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576728f-3264-42ac-8c9a-1f01eaa93b0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:02.634990 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576728f-3264-42ac-8c9a-1f01eaa93b0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:02.635318 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576728f-3264-42ac-8c9a-1f01eaa93b0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:02.635642 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576728f-3264-42ac-8c9a-1f01eaa93b0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:02.635963 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576728f-3264-42ac-8c9a-1f01eaa93b0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:02.636281 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576728f-3264-42ac-8c9a-1f01eaa93b0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:02.636630 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576728f-3264-42ac-8c9a-1f01eaa93b0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:02.636906 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576728f-3264-42ac-8c9a-1f01eaa93b0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:02.846727 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcdf21-0d2a-4747-abfa-8733c6bb12e5 req-a4a8975d-4f59-483b-ba1d-a67973f702d0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:02.848237 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-dcfcdf21-0d2a-4747-abfa-8733c6bb12e5 req-a4a8975d-4f59-483b-ba1d-a67973f702d0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0518687 Aug 30 07:54:02.883837 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 38972) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:02.889846 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-dcfcdf21-0d2a-4747-abfa-8733c6bb12e5 req-3db100a9-988f-4ee9-9021-9f5fba0485f0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346344 Aug 30 07:54:02.897047 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-af4ffad5-920f-4dab-ae17-c6b0603fbb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:02.987782 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-af4ffad5-920f-4dab-ae17-c6b0603fbb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:02.992183 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-af4ffad5-920f-4dab-ae17-c6b0603fbb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:03.034905 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-af4ffad5-920f-4dab-ae17-c6b0603fbb9c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f84bed7e935040d6844eaab4e41ce319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498370 Aug 30 07:54:03.036124 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ffad5-920f-4dab-ae17-c6b0603fbb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec6f403-f40b-4618-aa72-5db2a1f16f16,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:03.037625 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 38976) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:03.090541 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-566f3ff1-df0d-4b70-8e8a-1ca50a95c893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:03.110865 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-566f3ff1-df0d-4b70-8e8a-1ca50a95c893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:03.159609 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-566f3ff1-df0d-4b70-8e8a-1ca50a95c893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:03.161944 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-566f3ff1-df0d-4b70-8e8a-1ca50a95c893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:03.163124 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-566f3ff1-df0d-4b70-8e8a-1ca50a95c893 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7ec6f403-f40b-4618-aa72-5db2a1f16f16 HTTP/1.1" status: 204 len: 168 time: 0.1242883 Aug 30 07:54:03.170719 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f3ff1-df0d-4b70-8e8a-1ca50a95c893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec6f403-f40b-4618-aa72-5db2a1f16f16,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:03.418933 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0ba37bba-77d1-4682-91fe-f2b5778903e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:03.477048 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 38984) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:03.490555 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d452f4e-048a-44a7-9dfa-ab69c0d1af5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:03.571266 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdb8b9-b464-48a2-8b83-b99768abac91 req-dad9148f-663a-42fb-97f0-704b65c4a2f1 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:03.572854 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-61cdb8b9-b464-48a2-8b83-b99768abac91 req-dad9148f-663a-42fb-97f0-704b65c4a2f1 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 945 time: 0.0499556 Aug 30 07:54:03.582293 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d452f4e-048a-44a7-9dfa-ab69c0d1af5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:03.586819 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d452f4e-048a-44a7-9dfa-ab69c0d1af5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:03.610661 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-61cdb8b9-b464-48a2-8b83-b99768abac91 req-d206b102-02c4-4999-825d-e94923e29295 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/security-groups?id=dd706e2c-a187-4652-80b6-7efe221a3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317054 Aug 30 07:54:03.629799 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 38986) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:03.629973 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-7d452f4e-048a-44a7-9dfa-ab69c0d1af5e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9639c874792043d88204f8ea79d306fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517825 Aug 30 07:54:03.631102 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d452f4e-048a-44a7-9dfa-ab69c0d1af5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442d1a70-46c9-48ea-8908-69ec1212f4a8,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:03.680703 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-842c24c6-e336-4bba-b5ba-62ba7191835e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:03.701244 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-842c24c6-e336-4bba-b5ba-62ba7191835e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:03.746968 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-842c24c6-e336-4bba-b5ba-62ba7191835e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:03.749373 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-842c24c6-e336-4bba-b5ba-62ba7191835e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:03.750563 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-842c24c6-e336-4bba-b5ba-62ba7191835e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/442d1a70-46c9-48ea-8908-69ec1212f4a8 HTTP/1.1" status: 204 len: 168 time: 0.1195400 Aug 30 07:54:03.759432 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c24c6-e336-4bba-b5ba-62ba7191835e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442d1a70-46c9-48ea-8908-69ec1212f4a8,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:03.936156 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c0cc9-1630-4d0d-91ed-0a7596717bc6 req-da4701d5-7a60-46d6-9661-9d80edbe17d9 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:03.937623 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e26c0cc9-1630-4d0d-91ed-0a7596717bc6 req-da4701d5-7a60-46d6-9661-9d80edbe17d9 tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 945 time: 0.0529842 Aug 30 07:54:04.022840 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02b185-773f-4406-becb-95f6f102b4c2 req-65cfe0a1-5e83-4658-9474-3ec0e4b6e734 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:04.024696 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-df02b185-773f-4406-becb-95f6f102b4c2 req-65cfe0a1-5e83-4658-9474-3ec0e4b6e734 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0601270 Aug 30 07:54:04.035530 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-e26c0cc9-1630-4d0d-91ed-0a7596717bc6 req-e531ab37-d7dd-4a87-97b5-9b01da57318c tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Deleting port 5e231977-0ba0-4d48-bc2c-cdbdab84ff26 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:54:04.035870 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-e26c0cc9-1630-4d0d-91ed-0a7596717bc6 req-e531ab37-d7dd-4a87-97b5-9b01da57318c tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:04.070835 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-df02b185-773f-4406-becb-95f6f102b4c2 req-852f7c10-298c-483e-aa76-7088d20dca56 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400758 Aug 30 07:54:04.147142 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-e26c0cc9-1630-4d0d-91ed-0a7596717bc6 req-e531ab37-d7dd-4a87-97b5-9b01da57318c tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] For port 5e231977-0ba0-4d48-bc2c-cdbdab84ff26, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=5e231977-0ba0-4d48-bc2c-cdbdab84ff26,segment=NetworkSegment(141d6f7a-63e9-4618-9716-11a5940c3941),segment_id=141d6f7a-63e9-4618-9716-11a5940c3941)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:54:04.147510 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-e26c0cc9-1630-4d0d-91ed-0a7596717bc6 req-e531ab37-d7dd-4a87-97b5-9b01da57318c tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:04.160948 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-e26c0cc9-1630-4d0d-91ed-0a7596717bc6 req-e531ab37-d7dd-4a87-97b5-9b01da57318c tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Calling delete_port for 5e231977-0ba0-4d48-bc2c-cdbdab84ff26 owned by compute:nova {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:54:04.292134 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:04.303077 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-e26c0cc9-1630-4d0d-91ed-0a7596717bc6 req-e531ab37-d7dd-4a87-97b5-9b01da57318c tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:04.319615 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['5e231977-0ba0-4d48-bc2c-cdbdab84ff26'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:54:04.337652 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531ab37-d7dd-4a87-97b5-9b01da57318c tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Pushing event deleted for resources: {'Port': ['ID=5e231977-0ba0-4d48-bc2c-cdbdab84ff26,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:04.380586 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26c0cc9-1630-4d0d-91ed-0a7596717bc6 req-e531ab37-d7dd-4a87-97b5-9b01da57318c tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] No DVR routers for this DVR port 5e231977-0ba0-4d48-bc2c-cdbdab84ff26 on host hv-cinder-80619 {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:54:04.383234 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-e26c0cc9-1630-4d0d-91ed-0a7596717bc6 req-e531ab37-d7dd-4a87-97b5-9b01da57318c tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:04.385316 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e26c0cc9-1630-4d0d-91ed-0a7596717bc6 req-e531ab37-d7dd-4a87-97b5-9b01da57318c tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.61 "DELETE /v2.0/ports/5e231977-0ba0-4d48-bc2c-cdbdab84ff26 HTTP/1.1" status: 204 len: 173 time: 0.4411230 Aug 30 07:54:04.385758 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8dae88-04c6-4417-b5ef-40ab8c78c7f3', 'name': 'network-vif-deleted', 'tag': '5e231977-0ba0-4d48-bc2c-cdbdab84ff26'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:54:04.388016 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ffb56d-cf20-4f30-9487-83fd830dc18e" -d '{"events": [{"server_uuid": "8b8dae88-04c6-4417-b5ef-40ab8c78c7f3", "name": "network-vif-deleted", "tag": "5e231977-0ba0-4d48-bc2c-cdbdab84ff26"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:54:04.479535 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 39016) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:04.563292 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dee79f-76f7-4e1c-ba13-f3d143217262 x-openstack-request-id: req-09dee79f-76f7-4e1c-ba13-f3d143217262 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:54:04.563588 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8dae88-04c6-4417-b5ef-40ab8c78c7f3", "name": "network-vif-deleted", "tag": "5e231977-0ba0-4d48-bc2c-cdbdab84ff26", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:54:04.563843 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-09dee79f-76f7-4e1c-ba13-f3d143217262 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:54:04.564246 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8dae88-04c6-4417-b5ef-40ab8c78c7f3', 'name': 'network-vif-deleted', 'tag': '5e231977-0ba0-4d48-bc2c-cdbdab84ff26', 'status': 'completed', 'code': 200} Aug 30 07:54:04.586825 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-c4706d7d-8845-4aa0-99cd-f26cd8dac807 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1944397746-network', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:04.610274 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4706d7d-8845-4aa0-99cd-f26cd8dac807 admin admin] Made reservation on behalf of f16062b13b0c4cd2be8f26f9e093d9bf for: {'network': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:54:04.612669 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4706d7d-8845-4aa0-99cd-f26cd8dac807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for network, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:04.623308 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4706d7d-8845-4aa0-99cd-f26cd8dac807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:04.725150 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4706d7d-8845-4aa0-99cd-f26cd8dac807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:04.726842 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-405e1539-7fdb-43a4-acae-53e7ece0ade8 req-22c6bc11-60ad-4b7f-9d09-c827390f975d tempest-VolumesSnapshotTestJSON-427487777 tempest-VolumesSnapshotTestJSON-427487777-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8dae88-04c6-4417-b5ef-40ab8c78c7f3 HTTP/1.1" status: 200 len: 210 time: 0.0314050 Aug 30 07:54:04.730102 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4706d7d-8845-4aa0-99cd-f26cd8dac807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:04.752139 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4706d7d-8845-4aa0-99cd-f26cd8dac807 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=100375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:54:04.768447 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4706d7d-8845-4aa0-99cd-f26cd8dac807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69978706-a6ef-48fb-801d-79228e5a030d,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:04.770938 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4706d7d-8845-4aa0-99cd-f26cd8dac807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:04.771317 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.db.segments_db [None req-c4706d7d-8845-4aa0-99cd-f26cd8dac807 admin admin] Added segment aad1c7ef-df53-422f-9024-c4a16a95544a of type vlan for network 4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f Aug 30 07:54:04.814237 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4706d7d-8845-4aa0-99cd-f26cd8dac807 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745590630759'] for network, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:04.845291 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4706d7d-8845-4aa0-99cd-f26cd8dac807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:04.846697 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4706d7d-8845-4aa0-99cd-f26cd8dac807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:04.847279 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4706d7d-8845-4aa0-99cd-f26cd8dac807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:04.905969 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-c4706d7d-8845-4aa0-99cd-f26cd8dac807 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4251611 Aug 30 07:54:04.908806 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39024) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:04.915154 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7acbcc9b-e5c2-4ad2-b7ee-ed0647c61652 admin admin] Request body: {'subnet': {'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1944397746-subnet', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'ip_version': 4}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:04.917529 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4706d7d-8845-4aa0-99cd-f26cd8dac807 admin admin] Pushing event updated for resources: {'Network': ['ID=4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:04.931752 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Network 4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f details requested by agent ovs-agent-dv-cinder-806191-3-iscsi with host dv-cinder-806191-3-iscsi {{(pid=100376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:54:04.947723 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acbcc9b-e5c2-4ad2-b7ee-ed0647c61652 admin admin] Made reservation on behalf of f16062b13b0c4cd2be8f26f9e093d9bf for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:54:04.950288 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7acbcc9b-e5c2-4ad2-b7ee-ed0647c61652 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12454998'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:05.079812 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:05.121932 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7acbcc9b-e5c2-4ad2-b7ee-ed0647c61652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11670693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12454948'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:05.182531 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbcc9b-e5c2-4ad2-b7ee-ed0647c61652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6af770c-a1b8-4206-b73e-26a6c98ea347,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:05.194413 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acbcc9b-e5c2-4ad2-b7ee-ed0647c61652 admin admin] Checking segment: {'id': 'aad1c7ef-df53-422f-9024-c4a16a95544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:54:05.194778 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acbcc9b-e5c2-4ad2-b7ee-ed0647c61652 admin admin] Network hostable DHCP agents. Network: 4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f, hostable agents: ['980fb30f-b881-4380-9851-35d5a168d8a6'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:54:05.212056 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acbcc9b-e5c2-4ad2-b7ee-ed0647c61652 admin admin] Network 4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f is scheduled to be hosted by DHCP agent 980fb30f-b881-4380-9851-35d5a168d8a6 with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:54:05.213763 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68346e-af3c-4c39-8c40-e8f65e798400 req-27a83d61-4294-4feb-a7b1-1dcd83e9ba88 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:05.215318 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-cb68346e-af3c-4c39-8c40-e8f65e798400 req-27a83d61-4294-4feb-a7b1-1dcd83e9ba88 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0620668 Aug 30 07:54:05.220409 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-7acbcc9b-e5c2-4ad2-b7ee-ed0647c61652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-3-iscsi, 4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:05.224939 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acbcc9b-e5c2-4ad2-b7ee-ed0647c61652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:05.225566 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7acbcc9b-e5c2-4ad2-b7ee-ed0647c61652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:05.230703 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20f84f4-0fe9-45b5-b93e-a0073103f73e None None] Network 4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:54:05.240384 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-7acbcc9b-e5c2-4ad2-b7ee-ed0647c61652 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3304880 Aug 30 07:54:05.243596 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39030) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:05.247975 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-48e13f7a-e48a-4770-a2cf-56635b87e879 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1944397746-router', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:05.266062 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-cb68346e-af3c-4c39-8c40-e8f65e798400 req-fc2f8cc7-b1ca-4e69-8a31-db71e13b911e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442283 Aug 30 07:54:05.281337 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-48e13f7a-e48a-4770-a2cf-56635b87e879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102450'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:05.282455 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-48e13f7a-e48a-4770-a2cf-56635b87e879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102457'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:05.336284 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-48e13f7a-e48a-4770-a2cf-56635b87e879 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:05.381498 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfff5d5e-598a-5f39-978a-5cba9914088a-4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f', 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'fixed_ips': [{'subnet_id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347'}]}} from dv-cinder-806191-3-iscsi. {{(pid=100376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:54:05.382410 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:05.479510 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-48e13f7a-e48a-4770-a2cf-56635b87e879 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:05.515346 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.db_base_plugin_common [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Allocated IP 172.20.0.2 (4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f/e6af770c-a1b8-4206-b73e-26a6c98ea347/fc5cdac5-ea4c-47b9-980f-66d9803e16b0) {{(pid=100376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:54:05.684284 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-48e13f7a-e48a-4770-a2cf-56635b87e879 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:05.703500 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-48e13f7a-e48a-4770-a2cf-56635b87e879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:05.776057 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Notify callbacks [] for port, precommit_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:05.785833 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Transition to ACTIVE for port object fc5cdac5-ea4c-47b9-980f-66d9803e16b0 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:05.805156 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Transition to ACTIVE for port object fc5cdac5-ea4c-47b9-980f-66d9803e16b0 will not be triggered until provisioned by entity DHCP. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:05.813364 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068'] for port, after_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:05.816145 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-48e13f7a-e48a-4770-a2cf-56635b87e879 admin admin] Allocated IP 172.27.3.41 (02efbd58-3f47-4ba1-9fc3-db25e7b0ec42/864ddbd5-13be-4be1-97d0-f7c096166157/b095624a-6233-4093-8fbb-4ba93e89ce7c) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:54:05.870974 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Network 4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f is already hosted by enough agents. {{(pid=100376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:54:05.877162 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.base_scheduler [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Resources bound (agent type, host, resource id): {{(pid=100376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:05.879849 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Received port after_create {{(pid=100376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:54:05.887878 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:05.891359 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Pushing event updated for resources: {'Port': ['ID=fc5cdac5-ea4c-47b9-980f-66d9803e16b0,revision_number=1']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:05.935630 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-48e13f7a-e48a-4770-a2cf-56635b87e879 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:05.943300 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Attempting to bind port fc5cdac5-ea4c-47b9-980f-66d9803e16b0 on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:54:05.943829 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Attempting to bind port fc5cdac5-ea4c-47b9-980f-66d9803e16b0 by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': 'aad1c7ef-df53-422f-9024-c4a16a95544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:54:05.944089 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Attempting to bind port fc5cdac5-ea4c-47b9-980f-66d9803e16b0 on network 4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:54:05.950884 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:54:05.951141 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Checking segment: {'id': 'aad1c7ef-df53-422f-9024-c4a16a95544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:54:05.951563 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:05.951995 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Bound using segment: {'id': 'aad1c7ef-df53-422f-9024-c4a16a95544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:54:05.952608 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Bound port: fc5cdac5-ea4c-47b9-980f-66d9803e16b0, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad1c7ef-df53-422f-9024-c4a16a95544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:54:05.952960 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:05.984349 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-48e13f7a-e48a-4770-a2cf-56635b87e879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:06.025626 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] For port fc5cdac5-ea4c-47b9-980f-66d9803e16b0, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:54:06.028956 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] For port fc5cdac5-ea4c-47b9-980f-66d9803e16b0, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=fc5cdac5-ea4c-47b9-980f-66d9803e16b0,segment=NetworkSegment(aad1c7ef-df53-422f-9024-c4a16a95544a),segment_id=aad1c7ef-df53-422f-9024-c4a16a95544a)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:54:06.029129 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e13f7a-e48a-4770-a2cf-56635b87e879 admin admin] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:54:06.031952 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-48e13f7a-e48a-4770-a2cf-56635b87e879 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:06.033613 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:06.042776 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e13f7a-e48a-4770-a2cf-56635b87e879 admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:54:06.082927 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e7fc1-216a-4b77-9a55-2629b2c25223 None None] Pushing event updated for resources: {'Port': ['ID=fc5cdac5-ea4c-47b9-980f-66d9803e16b0,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:06.191570 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e13f7a-e48a-4770-a2cf-56635b87e879 admin admin] Pushing event updated for resources: {'Port': ['ID=b095624a-6233-4093-8fbb-4ba93e89ce7c,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:06.392941 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-48e13f7a-e48a-4770-a2cf-56635b87e879 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:06.430541 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793a7fd-b6ce-4555-a99b-fd7063d7013e req-6646ff93-abcc-46bf-8e0d-ff91499174ab tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:06.432718 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9793a7fd-b6ce-4555-a99b-fd7063d7013e req-6646ff93-abcc-46bf-8e0d-ff91499174ab tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0707359 Aug 30 07:54:06.486849 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9793a7fd-b6ce-4555-a99b-fd7063d7013e req-44132b3f-5338-42d5-9a38-17732ad7f8e4 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468469 Aug 30 07:54:06.632053 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-48e13f7a-e48a-4770-a2cf-56635b87e879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529201'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:06.771062 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e13f7a-e48a-4770-a2cf-56635b87e879 admin admin] Router d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 is scheduled to L3 agent ddc06514-e62b-4404-9376-303558d37976 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:54:06.907085 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e13f7a-e48a-4770-a2cf-56635b87e879 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:54:06.919988 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Sync routers for ids ['d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:54:06.932400 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Routers {'d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:54:06.933493 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:54:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:06.936397 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-48e13f7a-e48a-4770-a2cf-56635b87e879 admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:06.937979 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-48e13f7a-e48a-4770-a2cf-56635b87e879 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6932590 Aug 30 07:54:06.940751 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 39072) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:07.065971 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Set router d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:54:07.173955 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6722cc2-7676-446b-922a-4163ca217f71 None None] Network 4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:54:07.279151 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-4fb5e3fd-ddbb-4375-b453-dd9a5b1b2595 None None] Provisioning for port fc5cdac5-ea4c-47b9-980f-66d9803e16b0 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:07.463766 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device fc5cdac5-ea4c-47b9-980f-66d9803e16b0 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:07.489996 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'name': 'tempest-TestMinimumBasicScenario-1944397746-router', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:06Z', 'revision_number': 3, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'gw_port': {'id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:07.525977 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-26c09d6a-22db-4848-8781-fae223dbcda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:07.536864 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Checking router: d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:54:07.537210 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Updating router d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 port b095624a-6233-4093-8fbb-4ba93e89ce7c binding host dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:54:07.573655 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:07.643399 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port fc5cdac5-ea4c-47b9-980f-66d9803e16b0 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:07.692079 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port fc5cdac5-ea4c-47b9-980f-66d9803e16b0 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:07.692447 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:07.694282 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8390b-051c-4f08-8f21-ff23c99fa4cc req-8703124b-0067-42dc-9024-0b0eaa6e31b0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:07.697137 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3ae8390b-051c-4f08-8f21-ff23c99fa4cc req-8703124b-0067-42dc-9024-0b0eaa6e31b0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0839553 Aug 30 07:54:07.737331 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 5e231977-0ba0-4d48-bc2c-cdbdab84ff26 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:54:07.769646 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3ae8390b-051c-4f08-8f21-ff23c99fa4cc req-56dc499c-2a75-4b16-94df-f8050dffc3fa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622261 Aug 30 07:54:07.782964 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] No Port match for: 5e231977-0ba0-4d48-bc2c-cdbdab84ff26 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:54:07.783372 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 5e231977-0ba0-4d48-bc2c-cdbdab84ff26 not bound to the agent host hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:54:07.838786 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-26c09d6a-22db-4848-8781-fae223dbcda9 admin admin] Allocated IP 172.20.0.1 (4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f/e6af770c-a1b8-4206-b73e-26a6c98ea347/52f3c5cd-17fb-4533-a565-3e1dd4aff270) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:54:07.922767 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:07.984664 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-ae4f1f8b-0021-4507-a1ff-6d72c3d33b2b None None] Provisioning complete for port fc5cdac5-ea4c-47b9-980f-66d9803e16b0 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:07.985080 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-ae4f1f8b-0021-4507-a1ff-6d72c3d33b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:08.003512 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-26c09d6a-22db-4848-8781-fae223dbcda9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:08.030085 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port fc5cdac5-ea4c-47b9-980f-66d9803e16b0, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=fc5cdac5-ea4c-47b9-980f-66d9803e16b0,segment=NetworkSegment(aad1c7ef-df53-422f-9024-c4a16a95544a),segment_id=aad1c7ef-df53-422f-9024-c4a16a95544a)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:54:08.030665 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-26c09d6a-22db-4848-8781-fae223dbcda9 admin admin] Transition to ACTIVE for port object 52f3c5cd-17fb-4533-a565-3e1dd4aff270 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:08.038386 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:08.093661 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-26c09d6a-22db-4848-8781-fae223dbcda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:08.097436 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:08.121818 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Transition to ACTIVE for port object b095624a-6233-4093-8fbb-4ba93e89ce7c will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:08.137624 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:08.143994 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c09d6a-22db-4848-8781-fae223dbcda9 admin admin] Network 4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:54:08.147000 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-26c09d6a-22db-4848-8781-fae223dbcda9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:08.150602 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=fc5cdac5-ea4c-47b9-980f-66d9803e16b0,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:08.151100 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c09d6a-22db-4848-8781-fae223dbcda9 admin admin] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:54:08.206729 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c09d6a-22db-4848-8781-fae223dbcda9 admin admin] Pushing event updated for resources: {'Port': ['ID=52f3c5cd-17fb-4533-a565-3e1dd4aff270,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:08.233566 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-26c09d6a-22db-4848-8781-fae223dbcda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529390'] for router_interface, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:08.248045 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Attempting to bind port b095624a-6233-4093-8fbb-4ba93e89ce7c on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:54:08.248415 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Attempting to bind port b095624a-6233-4093-8fbb-4ba93e89ce7c by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:54:08.248770 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Attempting to bind port b095624a-6233-4093-8fbb-4ba93e89ce7c on network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:54:08.257922 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:54:08.265240 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Checking segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:54:08.265744 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:08.266361 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Bound using segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:54:08.266699 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Bound port: b095624a-6233-4093-8fbb-4ba93e89ce7c, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:54:08.267093 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:08.269866 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea76c86-f3d8-4e0a-8a20-5b3787733346 None None] Pushing event updated for resources: {'Port': ['ID=b095624a-6233-4093-8fbb-4ba93e89ce7c,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:08.374931 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] For port b095624a-6233-4093-8fbb-4ba93e89ce7c, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:54:08.379959 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] For port b095624a-6233-4093-8fbb-4ba93e89ce7c, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=b095624a-6233-4093-8fbb-4ba93e89ce7c,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:54:08.396880 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:08.446839 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-26c09d6a-22db-4848-8781-fae223dbcda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:08.542540 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Routers {'d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:54:08.543221 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:54:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:08.625707 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea76c86-f3d8-4e0a-8a20-5b3787733346 None None] Pushing event updated for resources: {'Port': ['ID=b095624a-6233-4093-8fbb-4ba93e89ce7c,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:08.677063 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-f5a19b35-8e9b-492c-8050-83e198f559ec None None] Provisioning for port 52f3c5cd-17fb-4533-a565-3e1dd4aff270 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:08.693841 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-f5a19b35-8e9b-492c-8050-83e198f559ec None None] Provisioning complete for port 52f3c5cd-17fb-4533-a565-3e1dd4aff270 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:08.694374 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-f5a19b35-8e9b-492c-8050-83e198f559ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:08.803489 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-26c09d6a-22db-4848-8781-fae223dbcda9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:08.813544 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-26c09d6a-22db-4848-8781-fae223dbcda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:08.921700 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-f5a19b35-8e9b-492c-8050-83e198f559ec None None] Port 52f3c5cd-17fb-4533-a565-3e1dd4aff270 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:54:08.938577 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] Set router d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:54:08.957331 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c09d6a-22db-4848-8781-fae223dbcda9 admin admin] Pushing event updated for resources: {'Port': ['ID=52f3c5cd-17fb-4533-a565-3e1dd4aff270,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:09.027377 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-26c09d6a-22db-4848-8781-fae223dbcda9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530737'] for router_interface, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:09.083976 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97479ac9-73fa-402c-8d7e-5200c2d8b6f0 req-ae126486-3939-4110-9a6f-f22c8f799dbc tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:09.085789 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-97479ac9-73fa-402c-8d7e-5200c2d8b6f0 req-ae126486-3939-4110-9a6f-f22c8f799dbc tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.1226335 Aug 30 07:54:09.159301 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-97479ac9-73fa-402c-8d7e-5200c2d8b6f0 req-dd903190-b0f1-4963-86e2-61b42a1a0faa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637443 Aug 30 07:54:09.185778 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c09d6a-22db-4848-8781-fae223dbcda9 admin admin] Network 4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:54:09.187565 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-26c09d6a-22db-4848-8781-fae223dbcda9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:09.302529 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'name': 'tempest-TestMinimumBasicScenario-1944397746-router', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:08Z', 'revision_number': 4, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'gw_port': {'id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '52f3c5cd-17fb-4533-a565-3e1dd4aff270', 'name': '', 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'mac_address': 'fa:16:3e:01:a9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:07Z', 'updated_at': '2021-08-30T07:54:07Z', 'revision_number': 1, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'subnets': [{'id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:09.373828 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc124a1a-c741-4380-9e05-a1f79b48ff04 None None] The sync data for ids ['d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'] in dv-cinder-806191-3-iscsi is: [{'id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'name': 'tempest-TestMinimumBasicScenario-1944397746-router', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:08Z', 'revision_number': 4, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'gw_port': {'id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '52f3c5cd-17fb-4533-a565-3e1dd4aff270', 'name': '', 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'mac_address': 'fa:16:3e:01:a9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:07Z', 'updated_at': '2021-08-30T07:54:07Z', 'revision_number': 1, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'subnets': [{'id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:54:09.406583 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c09d6a-22db-4848-8781-fae223dbcda9 admin admin] Router d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:54:09.464070 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device fc5cdac5-ea4c-47b9-980f-66d9803e16b0 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:09.552086 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port fc5cdac5-ea4c-47b9-980f-66d9803e16b0 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:09.552460 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:09.554008 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-bdc2b2c9-4e35-4f03-a9dc-1970ad1a0f44 None None] Provisioning complete for port 52f3c5cd-17fb-4533-a565-3e1dd4aff270 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:09.555107 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-bdc2b2c9-4e35-4f03-a9dc-1970ad1a0f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:09.569311 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c09d6a-22db-4848-8781-fae223dbcda9 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:54:09.585978 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-26c09d6a-22db-4848-8781-fae223dbcda9 admin admin] 10.222.0.73 "PUT /v2.0/routers/d4a811e0-589f-4ad2-8ed7-3e4c95e7f068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6433799 Aug 30 07:54:09.637830 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-bdc2b2c9-4e35-4f03-a9dc-1970ad1a0f44 None None] Port 52f3c5cd-17fb-4533-a565-3e1dd4aff270 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:54:10.358864 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 39126) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:10.368493 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-6a608b54-1403-40fe-ba59-cd27ab018f42 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-429914155-network', 'tenant_id': 'd61aade3f5d245018f9c92fec8837787'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:10.405567 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4117f-e617-4d9f-bb14-3b83a3720343 req-880bd0a1-c7a7-4c4a-904b-9be0bbe665ed tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:10.408518 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-07e4117f-e617-4d9f-bb14-3b83a3720343 req-880bd0a1-c7a7-4c4a-904b-9be0bbe665ed tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0918963 Aug 30 07:54:10.408959 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a608b54-1403-40fe-ba59-cd27ab018f42 admin admin] Made reservation on behalf of d61aade3f5d245018f9c92fec8837787 for: {'network': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:54:10.411861 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6a608b54-1403-40fe-ba59-cd27ab018f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for network, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:10.425130 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6a608b54-1403-40fe-ba59-cd27ab018f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:10.480928 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-07e4117f-e617-4d9f-bb14-3b83a3720343 req-8ebeb58e-65cf-4f32-b34c-ce1e27192d2b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633738 Aug 30 07:54:10.557594 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6a608b54-1403-40fe-ba59-cd27ab018f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:10.562623 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6a608b54-1403-40fe-ba59-cd27ab018f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:10.592954 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a608b54-1403-40fe-ba59-cd27ab018f42 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=100375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:54:10.606119 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a608b54-1403-40fe-ba59-cd27ab018f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6e67c2-f1b3-4cf3-9ac1-dcb882085481,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:10.612957 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6a608b54-1403-40fe-ba59-cd27ab018f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:10.613401 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.db.segments_db [None req-6a608b54-1403-40fe-ba59-cd27ab018f42 admin admin] Added segment 7e9882ac-00aa-481f-8afb-36ffa38afeda of type vlan for network 0a47d2f8-925b-41f6-b01a-b4d49c0eeaab Aug 30 07:54:10.667297 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6a608b54-1403-40fe-ba59-cd27ab018f42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745590630759'] for network, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:10.699330 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6a608b54-1403-40fe-ba59-cd27ab018f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:10.700340 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a608b54-1403-40fe-ba59-cd27ab018f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:10.700922 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6a608b54-1403-40fe-ba59-cd27ab018f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:10.767195 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-6a608b54-1403-40fe-ba59-cd27ab018f42 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4046674 Aug 30 07:54:10.767544 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39130) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:10.768851 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a608b54-1403-40fe-ba59-cd27ab018f42 admin admin] Pushing event updated for resources: {'Network': ['ID=0a47d2f8-925b-41f6-b01a-b4d49c0eeaab,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:10.772483 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-6f050f50-d721-4ef0-b16f-5e670101ecf7 admin admin] Request body: {'subnet': {'network_id': '0a47d2f8-925b-41f6-b01a-b4d49c0eeaab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-429914155-subnet', 'tenant_id': 'd61aade3f5d245018f9c92fec8837787', 'ip_version': 4}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:10.781027 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Network 0a47d2f8-925b-41f6-b01a-b4d49c0eeaab details requested by agent ovs-agent-dv-cinder-806191-3-iscsi with host dv-cinder-806191-3-iscsi {{(pid=100376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:54:10.805319 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f050f50-d721-4ef0-b16f-5e670101ecf7 admin admin] Made reservation on behalf of d61aade3f5d245018f9c92fec8837787 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:54:10.808905 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6f050f50-d721-4ef0-b16f-5e670101ecf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12454998'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:11.100477 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6f050f50-d721-4ef0-b16f-5e670101ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11670693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12454948'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:11.179731 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f050f50-d721-4ef0-b16f-5e670101ecf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56e028e2-926a-44c3-bc94-bdfb1a13b9ff,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:11.188695 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f050f50-d721-4ef0-b16f-5e670101ecf7 admin admin] Checking segment: {'id': '7e9882ac-00aa-481f-8afb-36ffa38afeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0a47d2f8-925b-41f6-b01a-b4d49c0eeaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:54:11.189063 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f050f50-d721-4ef0-b16f-5e670101ecf7 admin admin] Network hostable DHCP agents. Network: 0a47d2f8-925b-41f6-b01a-b4d49c0eeaab, hostable agents: ['980fb30f-b881-4380-9851-35d5a168d8a6'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:54:11.213055 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f050f50-d721-4ef0-b16f-5e670101ecf7 admin admin] Network 0a47d2f8-925b-41f6-b01a-b4d49c0eeaab is scheduled to be hosted by DHCP agent 980fb30f-b881-4380-9851-35d5a168d8a6 with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:54:11.224875 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-6f050f50-d721-4ef0-b16f-5e670101ecf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-3-iscsi, 0a47d2f8-925b-41f6-b01a-b4d49c0eeaab) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:11.231188 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f050f50-d721-4ef0-b16f-5e670101ecf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:11.232038 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6f050f50-d721-4ef0-b16f-5e670101ecf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:11.239342 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b75853-a75f-46e6-9e86-c5aaf45629a0 None None] Network 0a47d2f8-925b-41f6-b01a-b4d49c0eeaab requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:54:11.258967 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-6f050f50-d721-4ef0-b16f-5e670101ecf7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4900408 Aug 30 07:54:11.264141 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 39132) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:11.269647 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-a95648d8-5c3b-4c47-962c-c38995616cb8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-429914155-router', 'tenant_id': 'd61aade3f5d245018f9c92fec8837787', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:11.316620 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a95648d8-5c3b-4c47-962c-c38995616cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102450'] for router, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:11.318602 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a95648d8-5c3b-4c47-962c-c38995616cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102457'] for router, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:11.403569 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a95648d8-5c3b-4c47-962c-c38995616cb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:11.469187 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfff5d5e-598a-5f39-978a-5cba9914088a-0a47d2f8-925b-41f6-b01a-b4d49c0eeaab', 'network_id': '0a47d2f8-925b-41f6-b01a-b4d49c0eeaab', 'tenant_id': 'd61aade3f5d245018f9c92fec8837787', 'fixed_ips': [{'subnet_id': '56e028e2-926a-44c3-bc94-bdfb1a13b9ff'}]}} from dv-cinder-806191-3-iscsi. {{(pid=100376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:54:11.470106 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:11.485813 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device b095624a-6233-4093-8fbb-4ba93e89ce7c up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:11.636603 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port b095624a-6233-4093-8fbb-4ba93e89ce7c completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:11.661548 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port b095624a-6233-4093-8fbb-4ba93e89ce7c triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:11.661963 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:11.710696 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.db_base_plugin_common [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Allocated IP 172.20.0.2 (0a47d2f8-925b-41f6-b01a-b4d49c0eeaab/56e028e2-926a-44c3-bc94-bdfb1a13b9ff/66ae0f67-607e-4646-bf86-6f5a0f399b59) {{(pid=100376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:54:11.857793 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a95648d8-5c3b-4c47-962c-c38995616cb8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:11.864981 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:11.871851 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5db3fb-6ee2-458e-8a3c-77f91b27c49d req-701a51c8-357e-47c0-b00c-5caef50576ef tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:11.873417 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5f5db3fb-6ee2-458e-8a3c-77f91b27c49d req-701a51c8-357e-47c0-b00c-5caef50576ef tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.1675687 Aug 30 07:54:11.921908 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port b095624a-6233-4093-8fbb-4ba93e89ce7c, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=b095624a-6233-4093-8fbb-4ba93e89ce7c,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:54:11.941189 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:11.956755 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5f5db3fb-6ee2-458e-8a3c-77f91b27c49d req-3cddd9b8-d275-4f13-9b03-1339de14dd64 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701258 Aug 30 07:54:12.071634 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Notify callbacks [] for port, precommit_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:12.073888 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=b095624a-6233-4093-8fbb-4ba93e89ce7c,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:12.083959 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Transition to ACTIVE for port object 66ae0f67-607e-4646-bf86-6f5a0f399b59 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:12.100280 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Transition to ACTIVE for port object 66ae0f67-607e-4646-bf86-6f5a0f399b59 will not be triggered until provisioned by entity DHCP. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:12.108572 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068'] for port, after_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:12.156882 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Network 0a47d2f8-925b-41f6-b01a-b4d49c0eeaab is already hosted by enough agents. {{(pid=100376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:54:12.160145 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.base_scheduler [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Resources bound (agent type, host, resource id): {{(pid=100376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:12.165523 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Received port after_create {{(pid=100376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:54:12.169084 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a95648d8-5c3b-4c47-962c-c38995616cb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:12.169283 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Pushing event updated for resources: {'Port': ['ID=66ae0f67-607e-4646-bf86-6f5a0f399b59,revision_number=1']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:12.192919 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a95648d8-5c3b-4c47-962c-c38995616cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:12.224870 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Attempting to bind port 66ae0f67-607e-4646-bf86-6f5a0f399b59 on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:54:12.225404 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Attempting to bind port 66ae0f67-607e-4646-bf86-6f5a0f399b59 by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '7e9882ac-00aa-481f-8afb-36ffa38afeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0a47d2f8-925b-41f6-b01a-b4d49c0eeaab'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:54:12.226505 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Attempting to bind port 66ae0f67-607e-4646-bf86-6f5a0f399b59 on network 0a47d2f8-925b-41f6-b01a-b4d49c0eeaab {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:54:12.236117 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:54:12.236492 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Checking segment: {'id': '7e9882ac-00aa-481f-8afb-36ffa38afeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0a47d2f8-925b-41f6-b01a-b4d49c0eeaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:54:12.236897 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:12.237399 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Bound using segment: {'id': '7e9882ac-00aa-481f-8afb-36ffa38afeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0a47d2f8-925b-41f6-b01a-b4d49c0eeaab'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:54:12.237911 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Bound port: 66ae0f67-607e-4646-bf86-6f5a0f399b59, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9882ac-00aa-481f-8afb-36ffa38afeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0a47d2f8-925b-41f6-b01a-b4d49c0eeaab'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:54:12.238341 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:12.300478 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Sync routers for ids ['d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'] in dv-cinder-806191-3-iscsi {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:54:12.327549 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Routers {'d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:54:12.327549 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:54:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:12.348111 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] For port 66ae0f67-607e-4646-bf86-6f5a0f399b59, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:54:12.354096 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] For port 66ae0f67-607e-4646-bf86-6f5a0f399b59, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=66ae0f67-607e-4646-bf86-6f5a0f399b59,segment=NetworkSegment(7e9882ac-00aa-481f-8afb-36ffa38afeda),segment_id=7e9882ac-00aa-481f-8afb-36ffa38afeda)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:54:12.361687 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-a95648d8-5c3b-4c47-962c-c38995616cb8 admin admin] Allocated IP 172.27.3.188 (02efbd58-3f47-4ba1-9fc3-db25e7b0ec42/864ddbd5-13be-4be1-97d0-f7c096166157/15f73f8e-7478-4506-b533-241c9420deb2) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:54:12.374993 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:12.461523 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Pushing event updated for resources: {'Port': ['ID=66ae0f67-607e-4646-bf86-6f5a0f399b59,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:12.475000 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Set router d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:54:12.481894 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:12.483680 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:12.486834 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:12.490215 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:12.490572 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:12.490915 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:12.491256 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:12.491637 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:12.491981 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:12.492305 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:12.492635 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:12.492959 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f941571-ff8e-4abd-acea-9f50f03ee6c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:12.543042 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a95648d8-5c3b-4c47-962c-c38995616cb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:12.598420 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a95648d8-5c3b-4c47-962c-c38995616cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:12.655330 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95648d8-5c3b-4c47-962c-c38995616cb8 admin admin] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:54:12.660621 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-a95648d8-5c3b-4c47-962c-c38995616cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:12.665040 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95648d8-5c3b-4c47-962c-c38995616cb8 admin admin] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:54:12.695761 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95648d8-5c3b-4c47-962c-c38995616cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=15f73f8e-7478-4506-b533-241c9420deb2,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:12.840259 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'name': 'tempest-TestMinimumBasicScenario-1944397746-router', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:08Z', 'revision_number': 4, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'gw_port': {'id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '52f3c5cd-17fb-4533-a565-3e1dd4aff270', 'name': '', 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'mac_address': 'fa:16:3e:01:a9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:07Z', 'updated_at': '2021-08-30T07:54:08Z', 'revision_number': 2, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'subnets': [{'id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:12.884956 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Checking router: d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 for host: dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:54:12.885443 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Updating router d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 port 52f3c5cd-17fb-4533-a565-3e1dd4aff270 binding host dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:54:12.921485 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:13.070319 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a95648d8-5c3b-4c47-962c-c38995616cb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:13.143468 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de48ee8-5928-4c58-8543-ba779e32c963 req-5e764906-dd28-49b5-8e42-6da8814a264d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:13.145005 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7de48ee8-5928-4c58-8543-ba779e32c963 req-5e764906-dd28-49b5-8e42-6da8814a264d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0797834 Aug 30 07:54:13.211173 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7de48ee8-5928-4c58-8543-ba779e32c963 req-9bddbecf-672d-4816-8f2c-c16938187517 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504794 Aug 30 07:54:13.352152 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Notify callbacks [] for port, precommit_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:13.364255 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.provisioning_blocks [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Transition to ACTIVE for port object 52f3c5cd-17fb-4533-a565-3e1dd4aff270 will not be triggered until provisioned by entity L2. {{(pid=100377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:13.376502 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a95648d8-5c3b-4c47-962c-c38995616cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529201'] for router, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:13.378235 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:13.457241 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac8f80-3511-4c55-978e-dfd0a79c9fc2 None None] Pushing event updated for resources: {'Port': ['ID=52f3c5cd-17fb-4533-a565-3e1dd4aff270,revision_number=3']} {{(pid=100377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:13.495321 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac8f80-3511-4c55-978e-dfd0a79c9fc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:13.496536 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac8f80-3511-4c55-978e-dfd0a79c9fc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:13.497575 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac8f80-3511-4c55-978e-dfd0a79c9fc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:13.498018 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac8f80-3511-4c55-978e-dfd0a79c9fc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:13.498481 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac8f80-3511-4c55-978e-dfd0a79c9fc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:13.498916 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac8f80-3511-4c55-978e-dfd0a79c9fc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:13.499364 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac8f80-3511-4c55-978e-dfd0a79c9fc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:13.499798 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac8f80-3511-4c55-978e-dfd0a79c9fc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:13.500237 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac8f80-3511-4c55-978e-dfd0a79c9fc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:13.500667 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac8f80-3511-4c55-978e-dfd0a79c9fc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:13.501092 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac8f80-3511-4c55-978e-dfd0a79c9fc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:13.501511 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac8f80-3511-4c55-978e-dfd0a79c9fc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:13.624611 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Attempting to bind port 52f3c5cd-17fb-4533-a565-3e1dd4aff270 on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:54:13.625981 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Attempting to bind port 52f3c5cd-17fb-4533-a565-3e1dd4aff270 by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': 'aad1c7ef-df53-422f-9024-c4a16a95544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f'}] {{(pid=100377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:54:13.626630 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Attempting to bind port 52f3c5cd-17fb-4533-a565-3e1dd4aff270 on network 4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:54:13.639147 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:54:13.642185 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Checking segment: {'id': 'aad1c7ef-df53-422f-9024-c4a16a95544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:54:13.645791 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:13.646348 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Bound using segment: {'id': 'aad1c7ef-df53-422f-9024-c4a16a95544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f'} {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:54:13.646917 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Bound port: 52f3c5cd-17fb-4533-a565-3e1dd4aff270, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad1c7ef-df53-422f-9024-c4a16a95544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f'}}] {{(pid=100377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:54:13.647609 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:13.669329 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device b095624a-6233-4093-8fbb-4ba93e89ce7c up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:13.717367 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95648d8-5c3b-4c47-962c-c38995616cb8 admin admin] Router 4288731b-c070-4b4e-9172-520e74d92d19 is scheduled to L3 agent ddc06514-e62b-4404-9376-303558d37976 with binding_index 1 {{(pid=100375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:54:13.761755 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port b095624a-6233-4093-8fbb-4ba93e89ce7c triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:13.762073 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:13.789994 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.db [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] For port 52f3c5cd-17fb-4533-a565-3e1dd4aff270, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:54:13.798711 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.db [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] For port 52f3c5cd-17fb-4533-a565-3e1dd4aff270, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=52f3c5cd-17fb-4533-a565-3e1dd4aff270,segment=NetworkSegment(aad1c7ef-df53-422f-9024-c4a16a95544a),segment_id=aad1c7ef-df53-422f-9024-c4a16a95544a)] {{(pid=100377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:54:13.804664 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:13.879903 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Routers {'d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:54:13.880755 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:54:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:13.976314 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 66ae0f67-607e-4646-bf86-6f5a0f399b59 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:14.056536 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 66ae0f67-607e-4646-bf86-6f5a0f399b59 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:14.064001 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f296431-9a4d-460e-827c-82b78818af6e None None] Network 0a47d2f8-925b-41f6-b01a-b4d49c0eeaab requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:54:14.084961 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95648d8-5c3b-4c47-962c-c38995616cb8 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:54:14.119066 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a95648d8-5c3b-4c47-962c-c38995616cb8 admin admin] Notify callbacks [] for router, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:14.122412 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-a95648d8-5c3b-4c47-962c-c38995616cb8 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8543804 Aug 30 07:54:14.122698 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 39156) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:14.176055 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Sync routers for ids ['4288731b-c070-4b4e-9172-520e74d92d19'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:54:14.200658 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac8f80-3511-4c55-978e-dfd0a79c9fc2 None None] Pushing event updated for resources: {'Port': ['ID=52f3c5cd-17fb-4533-a565-3e1dd4aff270,revision_number=4']} {{(pid=100377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:14.202128 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Routers {'4288731b-c070-4b4e-9172-520e74d92d19'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:54:14.202534 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:54:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['4288731b-c070-4b4e-9172-520e74d92d19'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:14.262657 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] Set router d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:54:14.334836 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Set router 4288731b-c070-4b4e-9172-520e74d92d19 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:54:14.486523 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a5793e27-35d7-40aa-b5e8-41cc5692ac91 None None] Provisioning for port 66ae0f67-607e-4646-bf86-6f5a0f399b59 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:14.517596 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a5793e27-35d7-40aa-b5e8-41cc5692ac91 None None] Provisioning complete for port 66ae0f67-607e-4646-bf86-6f5a0f399b59 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:14.517965 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a5793e27-35d7-40aa-b5e8-41cc5692ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:14.561308 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b8ec7-5a0a-4f08-b0c5-14d4f1d5e45e req-dbeb7cc1-c326-48c5-bcad-e299cf232f9f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:14.563762 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6d3b8ec7-5a0a-4f08-b0c5-14d4f1d5e45e req-dbeb7cc1-c326-48c5-bcad-e299cf232f9f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.1723769 Aug 30 07:54:14.728141 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'name': 'tempest-TestMinimumBasicScenario-1944397746-router', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:08Z', 'revision_number': 4, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'gw_port': {'id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '52f3c5cd-17fb-4533-a565-3e1dd4aff270', 'name': '', 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'mac_address': 'fa:16:3e:01:a9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:07Z', 'updated_at': '2021-08-30T07:54:13Z', 'revision_number': 4, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'subnets': [{'id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:14.767074 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd1d33-84c8-45d8-a880-54f7f3a71f42 None None] The sync data for ids ['d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'] in dv-cinder-806191-3-iscsi is: [{'id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'name': 'tempest-TestMinimumBasicScenario-1944397746-router', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:08Z', 'revision_number': 4, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'gw_port': {'id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '52f3c5cd-17fb-4533-a565-3e1dd4aff270', 'name': '', 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'mac_address': 'fa:16:3e:01:a9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:07Z', 'updated_at': '2021-08-30T07:54:13Z', 'revision_number': 4, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'subnets': [{'id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:54:15.026243 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4288731b-c070-4b4e-9172-520e74d92d19', 'name': 'tempest-TestMinimumBasicScenario-429914155-router', 'tenant_id': 'd61aade3f5d245018f9c92fec8837787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '15f73f8e-7478-4506-b533-241c9420deb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:11Z', 'updated_at': '2021-08-30T07:54:12Z', 'revision_number': 3, 'project_id': 'd61aade3f5d245018f9c92fec8837787', 'gw_port': {'id': '15f73f8e-7478-4506-b533-241c9420deb2', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4288731b-c070-4b4e-9172-520e74d92d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:12Z', 'updated_at': '2021-08-30T07:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:15.078984 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Checking router: 4288731b-c070-4b4e-9172-520e74d92d19 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:54:15.079514 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Updating router 4288731b-c070-4b4e-9172-520e74d92d19 port 15f73f8e-7478-4506-b533-241c9420deb2 binding host dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:54:15.088261 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6d3b8ec7-5a0a-4f08-b0c5-14d4f1d5e45e req-d9953d88-4f0d-40c6-b595-315339926cd8 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5112703 Aug 30 07:54:15.124284 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a5793e27-35d7-40aa-b5e8-41cc5692ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:15.156444 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:15.271143 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a5793e27-35d7-40aa-b5e8-41cc5692ac91 None None] For port 66ae0f67-607e-4646-bf86-6f5a0f399b59, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=66ae0f67-607e-4646-bf86-6f5a0f399b59,segment=NetworkSegment(7e9882ac-00aa-481f-8afb-36ffa38afeda),segment_id=7e9882ac-00aa-481f-8afb-36ffa38afeda)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:54:15.283689 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a5793e27-35d7-40aa-b5e8-41cc5692ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:15.340827 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d1be44df-0aa6-4cde-a674-b1e3167c5631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:15.506433 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5793e27-35d7-40aa-b5e8-41cc5692ac91 None None] Pushing event updated for resources: {'Port': ['ID=66ae0f67-607e-4646-bf86-6f5a0f399b59,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:15.543686 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 52f3c5cd-17fb-4533-a565-3e1dd4aff270 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:15.620194 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-d1be44df-0aa6-4cde-a674-b1e3167c5631 admin admin] Allocated IP 172.20.0.1 (0a47d2f8-925b-41f6-b01a-b4d49c0eeaab/56e028e2-926a-44c3-bc94-bdfb1a13b9ff/8b50111e-520f-41a3-8f46-31fc50e0b96d) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:54:15.719338 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-626b876b-ebbf-4927-be0d-12a94125dc59 None None] Provisioning complete for port 66ae0f67-607e-4646-bf86-6f5a0f399b59 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:15.722383 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-626b876b-ebbf-4927-be0d-12a94125dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:15.783379 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:15.813771 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 52f3c5cd-17fb-4533-a565-3e1dd4aff270 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:15.814009 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d1be44df-0aa6-4cde-a674-b1e3167c5631 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:15.821247 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 52f3c5cd-17fb-4533-a565-3e1dd4aff270 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:15.826781 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:15.837248 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Transition to ACTIVE for port object 15f73f8e-7478-4506-b533-241c9420deb2 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:15.865822 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d1be44df-0aa6-4cde-a674-b1e3167c5631 admin admin] Transition to ACTIVE for port object 8b50111e-520f-41a3-8f46-31fc50e0b96d will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:15.872871 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:15.965865 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d1be44df-0aa6-4cde-a674-b1e3167c5631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:15.995105 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Attempting to bind port 15f73f8e-7478-4506-b533-241c9420deb2 on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:54:15.995570 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Attempting to bind port 15f73f8e-7478-4506-b533-241c9420deb2 by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:54:15.996048 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Attempting to bind port 15f73f8e-7478-4506-b533-241c9420deb2 on network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:54:16.005424 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eda8e5-4ba6-42a2-875e-3e0193f21285 None None] Pushing event updated for resources: {'Port': ['ID=15f73f8e-7478-4506-b533-241c9420deb2,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:16.018401 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1be44df-0aa6-4cde-a674-b1e3167c5631 admin admin] Network 0a47d2f8-925b-41f6-b01a-b4d49c0eeaab is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:54:16.021445 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-d1be44df-0aa6-4cde-a674-b1e3167c5631 admin admin] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:16.023249 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:54:16.023849 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Checking segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:54:16.026546 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be44df-0aa6-4cde-a674-b1e3167c5631 admin admin] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:54:16.037794 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:16.039606 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Bound using segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:54:16.040295 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Bound port: 15f73f8e-7478-4506-b533-241c9420deb2, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:54:16.041856 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:16.089429 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d1be44df-0aa6-4cde-a674-b1e3167c5631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529390'] for router_interface, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:16.162875 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:16.270404 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be44df-0aa6-4cde-a674-b1e3167c5631 admin admin] Pushing event updated for resources: {'Port': ['ID=8b50111e-520f-41a3-8f46-31fc50e0b96d,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:16.344396 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c08567-1efe-4182-b2ae-eb423a9fd512 req-c69bcc38-39f9-4e36-984c-778c361111f3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:16.359358 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-06c08567-1efe-4182-b2ae-eb423a9fd512 req-c69bcc38-39f9-4e36-984c-778c361111f3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.1182830 Aug 30 07:54:16.365070 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] For port 15f73f8e-7478-4506-b533-241c9420deb2, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:54:16.373302 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port 52f3c5cd-17fb-4533-a565-3e1dd4aff270, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=52f3c5cd-17fb-4533-a565-3e1dd4aff270,segment=NetworkSegment(aad1c7ef-df53-422f-9024-c4a16a95544a),segment_id=aad1c7ef-df53-422f-9024-c4a16a95544a)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:54:16.382715 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] For port 15f73f8e-7478-4506-b533-241c9420deb2, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=15f73f8e-7478-4506-b533-241c9420deb2,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:54:16.384358 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:16.400241 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:16.433410 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d1be44df-0aa6-4cde-a674-b1e3167c5631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:16.455357 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-06c08567-1efe-4182-b2ae-eb423a9fd512 req-49c6291d-530b-4731-a223-97068d1e480d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936999 Aug 30 07:54:16.489987 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=52f3c5cd-17fb-4533-a565-3e1dd4aff270,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:16.493392 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Routers {'4288731b-c070-4b4e-9172-520e74d92d19'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:54:16.494199 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:54:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['4288731b-c070-4b4e-9172-520e74d92d19'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:16.499759 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-1ed679c8-054c-44a0-8355-b90ab904c322 None None] Provisioning for port 8b50111e-520f-41a3-8f46-31fc50e0b96d completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:16.576695 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-1ed679c8-054c-44a0-8355-b90ab904c322 None None] Provisioning complete for port 8b50111e-520f-41a3-8f46-31fc50e0b96d triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:16.577418 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-1ed679c8-054c-44a0-8355-b90ab904c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:16.666511 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d1be44df-0aa6-4cde-a674-b1e3167c5631 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:16.672525 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d1be44df-0aa6-4cde-a674-b1e3167c5631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:16.677919 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eda8e5-4ba6-42a2-875e-3e0193f21285 None None] Pushing event updated for resources: {'Port': ['ID=15f73f8e-7478-4506-b533-241c9420deb2,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:16.686439 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-1ed679c8-054c-44a0-8355-b90ab904c322 None None] Port 8b50111e-520f-41a3-8f46-31fc50e0b96d cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:54:16.730194 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] Set router 4288731b-c070-4b4e-9172-520e74d92d19 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:54:16.766500 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be44df-0aa6-4cde-a674-b1e3167c5631 admin admin] Pushing event updated for resources: {'Port': ['ID=8b50111e-520f-41a3-8f46-31fc50e0b96d,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:16.781157 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d1be44df-0aa6-4cde-a674-b1e3167c5631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530737'] for router_interface, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:16.890825 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1be44df-0aa6-4cde-a674-b1e3167c5631 admin admin] Network 0a47d2f8-925b-41f6-b01a-b4d49c0eeaab is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:54:16.892455 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-d1be44df-0aa6-4cde-a674-b1e3167c5631 admin admin] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:17.000337 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4288731b-c070-4b4e-9172-520e74d92d19', 'name': 'tempest-TestMinimumBasicScenario-429914155-router', 'tenant_id': 'd61aade3f5d245018f9c92fec8837787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '15f73f8e-7478-4506-b533-241c9420deb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:11Z', 'updated_at': '2021-08-30T07:54:16Z', 'revision_number': 4, 'project_id': 'd61aade3f5d245018f9c92fec8837787', 'gw_port': {'id': '15f73f8e-7478-4506-b533-241c9420deb2', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4288731b-c070-4b4e-9172-520e74d92d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:12Z', 'updated_at': '2021-08-30T07:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '8b50111e-520f-41a3-8f46-31fc50e0b96d', 'name': '', 'network_id': '0a47d2f8-925b-41f6-b01a-b4d49c0eeaab', 'tenant_id': 'd61aade3f5d245018f9c92fec8837787', 'mac_address': 'fa:16:3e:3a:f1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4288731b-c070-4b4e-9172-520e74d92d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '56e028e2-926a-44c3-bc94-bdfb1a13b9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:15Z', 'updated_at': '2021-08-30T07:54:15Z', 'revision_number': 1, 'project_id': 'd61aade3f5d245018f9c92fec8837787', 'subnets': [{'id': '56e028e2-926a-44c3-bc94-bdfb1a13b9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:17.041630 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11340db-f6e6-47f3-a366-2519066bdb80 None None] The sync data for ids ['4288731b-c070-4b4e-9172-520e74d92d19'] in dv-cinder-806191-3-iscsi is: [{'id': '4288731b-c070-4b4e-9172-520e74d92d19', 'name': 'tempest-TestMinimumBasicScenario-429914155-router', 'tenant_id': 'd61aade3f5d245018f9c92fec8837787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '15f73f8e-7478-4506-b533-241c9420deb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:11Z', 'updated_at': '2021-08-30T07:54:16Z', 'revision_number': 4, 'project_id': 'd61aade3f5d245018f9c92fec8837787', 'gw_port': {'id': '15f73f8e-7478-4506-b533-241c9420deb2', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4288731b-c070-4b4e-9172-520e74d92d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:12Z', 'updated_at': '2021-08-30T07:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '8b50111e-520f-41a3-8f46-31fc50e0b96d', 'name': '', 'network_id': '0a47d2f8-925b-41f6-b01a-b4d49c0eeaab', 'tenant_id': 'd61aade3f5d245018f9c92fec8837787', 'mac_address': 'fa:16:3e:3a:f1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4288731b-c070-4b4e-9172-520e74d92d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '56e028e2-926a-44c3-bc94-bdfb1a13b9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:15Z', 'updated_at': '2021-08-30T07:54:15Z', 'revision_number': 1, 'project_id': 'd61aade3f5d245018f9c92fec8837787', 'subnets': [{'id': '56e028e2-926a-44c3-bc94-bdfb1a13b9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:54:17.047759 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1be44df-0aa6-4cde-a674-b1e3167c5631 admin admin] Router 4288731b-c070-4b4e-9172-520e74d92d19 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:54:17.221784 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-059ca1ac-1257-4f7d-94ea-a1303046c0eb None None] Provisioning complete for port 8b50111e-520f-41a3-8f46-31fc50e0b96d triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:17.222623 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-059ca1ac-1257-4f7d-94ea-a1303046c0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:17.222878 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1be44df-0aa6-4cde-a674-b1e3167c5631 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:54:17.236711 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-d1be44df-0aa6-4cde-a674-b1e3167c5631 admin admin] 10.222.0.73 "PUT /v2.0/routers/4288731b-c070-4b4e-9172-520e74d92d19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1052239 Aug 30 07:54:17.283421 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-059ca1ac-1257-4f7d-94ea-a1303046c0eb None None] Port 8b50111e-520f-41a3-8f46-31fc50e0b96d cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:54:17.586465 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 52f3c5cd-17fb-4533-a565-3e1dd4aff270 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:17.696128 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e08eb5-6bcd-4bb7-9068-0c0148b94529 req-3b30a06c-31c6-412a-bf7e-4f5c83ff0df7 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:17.714617 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d0e08eb5-6bcd-4bb7-9068-0c0148b94529 req-3b30a06c-31c6-412a-bf7e-4f5c83ff0df7 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.1145229 Aug 30 07:54:17.771400 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 52f3c5cd-17fb-4533-a565-3e1dd4aff270 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:17.774072 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:17.823627 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d0e08eb5-6bcd-4bb7-9068-0c0148b94529 req-9edafb6d-4e7e-4748-8e15-0549e3400e8f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077747 Aug 30 07:54:17.958466 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 66ae0f67-607e-4646-bf86-6f5a0f399b59 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:18.053233 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 66ae0f67-607e-4646-bf86-6f5a0f399b59 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:18.055128 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:19.051508 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727402a-c79b-4c5c-836a-f7d0b20d5c2e req-e74ad984-b9de-4a8a-8351-c2bc914e3549 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:19.058938 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8727402a-c79b-4c5c-836a-f7d0b20d5c2e req-e74ad984-b9de-4a8a-8351-c2bc914e3549 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.1493702 Aug 30 07:54:19.155802 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8727402a-c79b-4c5c-836a-f7d0b20d5c2e req-ce0f9795-c84f-40ee-b503-1285098b6898 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900309 Aug 30 07:54:19.411853 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 39246) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:19.517331 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 15f73f8e-7478-4506-b533-241c9420deb2 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:19.572426 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 15f73f8e-7478-4506-b533-241c9420deb2 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:19.577578 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 15f73f8e-7478-4506-b533-241c9420deb2 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:19.577990 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:19.648570 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d9606a33-0a6e-4741-959d-e8667aad8f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:19.854355 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:19.865656 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d9606a33-0a6e-4741-959d-e8667aad8f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:19.873369 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d9606a33-0a6e-4741-959d-e8667aad8f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:19.913749 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port 15f73f8e-7478-4506-b533-241c9420deb2, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=15f73f8e-7478-4506-b533-241c9420deb2,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:54:19.928390 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:19.934037 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-d9606a33-0a6e-4741-959d-e8667aad8f71 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c9c8493dc5cf470fbbc78ec3cacd3f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5215173 Aug 30 07:54:19.938577 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39250) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:19.963833 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9606a33-0a6e-4741-959d-e8667aad8f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b23b363-d6e0-4f13-827d-584bc12ddcbd,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:20.070494 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=15f73f8e-7478-4506-b533-241c9420deb2,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:20.129678 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-533e335e-e64b-439e-9619-5567defbb085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:20.173858 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-533e335e-e64b-439e-9619-5567defbb085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:20.287721 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-533e335e-e64b-439e-9619-5567defbb085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:20.292399 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-533e335e-e64b-439e-9619-5567defbb085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:20.293903 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-533e335e-e64b-439e-9619-5567defbb085 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b23b363-d6e0-4f13-827d-584bc12ddcbd HTTP/1.1" status: 204 len: 168 time: 0.3541517 Aug 30 07:54:20.304432 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e335e-e64b-439e-9619-5567defbb085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b23b363-d6e0-4f13-827d-584bc12ddcbd,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:20.407517 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26aca59-03bd-4e5a-84b6-cb37ca5e983d req-6ad854f8-137d-4f56-ba1a-6664ed6ed24b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:20.410339 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c26aca59-03bd-4e5a-84b6-cb37ca5e983d req-6ad854f8-137d-4f56-ba1a-6664ed6ed24b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.1023664 Aug 30 07:54:20.518751 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c26aca59-03bd-4e5a-84b6-cb37ca5e983d req-d8e71195-a06d-4030-9aeb-db6662d89889 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019640 Aug 30 07:54:21.055783 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Sync routers for ids ['4288731b-c070-4b4e-9172-520e74d92d19'] in dv-cinder-806191-3-iscsi {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:54:21.079448 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Routers {'4288731b-c070-4b4e-9172-520e74d92d19'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:54:21.080404 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:54:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['4288731b-c070-4b4e-9172-520e74d92d19'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:21.269904 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Set router 4288731b-c070-4b4e-9172-520e74d92d19 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:54:21.470053 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 15f73f8e-7478-4506-b533-241c9420deb2 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:21.611438 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 15f73f8e-7478-4506-b533-241c9420deb2 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:21.614205 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:21.632931 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4288731b-c070-4b4e-9172-520e74d92d19', 'name': 'tempest-TestMinimumBasicScenario-429914155-router', 'tenant_id': 'd61aade3f5d245018f9c92fec8837787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '15f73f8e-7478-4506-b533-241c9420deb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:11Z', 'updated_at': '2021-08-30T07:54:16Z', 'revision_number': 4, 'project_id': 'd61aade3f5d245018f9c92fec8837787', 'gw_port': {'id': '15f73f8e-7478-4506-b533-241c9420deb2', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4288731b-c070-4b4e-9172-520e74d92d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:12Z', 'updated_at': '2021-08-30T07:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '8b50111e-520f-41a3-8f46-31fc50e0b96d', 'name': '', 'network_id': '0a47d2f8-925b-41f6-b01a-b4d49c0eeaab', 'tenant_id': 'd61aade3f5d245018f9c92fec8837787', 'mac_address': 'fa:16:3e:3a:f1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4288731b-c070-4b4e-9172-520e74d92d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '56e028e2-926a-44c3-bc94-bdfb1a13b9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:15Z', 'updated_at': '2021-08-30T07:54:16Z', 'revision_number': 2, 'project_id': 'd61aade3f5d245018f9c92fec8837787', 'subnets': [{'id': '56e028e2-926a-44c3-bc94-bdfb1a13b9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:21.668613 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Checking router: 4288731b-c070-4b4e-9172-520e74d92d19 for host: dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:54:21.669258 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Updating router 4288731b-c070-4b4e-9172-520e74d92d19 port 8b50111e-520f-41a3-8f46-31fc50e0b96d binding host dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:54:21.761651 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:21.776812 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c39c5-f092-414c-a3c1-4efbd1d0fea3 req-767d9aab-4b9c-459e-80dd-911e637c3893 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:21.779125 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-576c39c5-f092-414c-a3c1-4efbd1d0fea3 req-767d9aab-4b9c-459e-80dd-911e637c3893 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.1179085 Aug 30 07:54:21.839693 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-576c39c5-f092-414c-a3c1-4efbd1d0fea3 req-e6c83d1b-23cd-45a8-8f7e-1cb05e3750a1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543849 Aug 30 07:54:22.211360 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Notify callbacks [] for port, precommit_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:22.224752 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.provisioning_blocks [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Transition to ACTIVE for port object 8b50111e-520f-41a3-8f46-31fc50e0b96d will not be triggered until provisioned by entity L2. {{(pid=100377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:22.239130 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:22.292248 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b7a40-2410-4861-9c5b-460136fb7fb6 None None] Pushing event updated for resources: {'Port': ['ID=8b50111e-520f-41a3-8f46-31fc50e0b96d,revision_number=3']} {{(pid=100377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:22.399424 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Attempting to bind port 8b50111e-520f-41a3-8f46-31fc50e0b96d on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:54:22.399424 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Attempting to bind port 8b50111e-520f-41a3-8f46-31fc50e0b96d by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '7e9882ac-00aa-481f-8afb-36ffa38afeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0a47d2f8-925b-41f6-b01a-b4d49c0eeaab'}] {{(pid=100377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:54:22.399919 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Attempting to bind port 8b50111e-520f-41a3-8f46-31fc50e0b96d on network 0a47d2f8-925b-41f6-b01a-b4d49c0eeaab {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:54:22.409647 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:54:22.410022 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Checking segment: {'id': '7e9882ac-00aa-481f-8afb-36ffa38afeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0a47d2f8-925b-41f6-b01a-b4d49c0eeaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:54:22.410462 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:22.410977 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Bound using segment: {'id': '7e9882ac-00aa-481f-8afb-36ffa38afeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0a47d2f8-925b-41f6-b01a-b4d49c0eeaab'} {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:54:22.411302 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Bound port: 8b50111e-520f-41a3-8f46-31fc50e0b96d, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9882ac-00aa-481f-8afb-36ffa38afeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0a47d2f8-925b-41f6-b01a-b4d49c0eeaab'}}] {{(pid=100377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:54:22.411762 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:22.499203 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.db [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] For port 8b50111e-520f-41a3-8f46-31fc50e0b96d, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:54:22.502624 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.db [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] For port 8b50111e-520f-41a3-8f46-31fc50e0b96d, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=8b50111e-520f-41a3-8f46-31fc50e0b96d,segment=NetworkSegment(7e9882ac-00aa-481f-8afb-36ffa38afeda),segment_id=7e9882ac-00aa-481f-8afb-36ffa38afeda)] {{(pid=100377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:54:22.511503 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:22.576898 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b7a40-2410-4861-9c5b-460136fb7fb6 None None] Pushing event updated for resources: {'Port': ['ID=8b50111e-520f-41a3-8f46-31fc50e0b96d,revision_number=4']} {{(pid=100377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:22.579608 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Routers {'4288731b-c070-4b4e-9172-520e74d92d19'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:54:22.580220 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:54:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['4288731b-c070-4b4e-9172-520e74d92d19'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:22.701822 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] Set router 4288731b-c070-4b4e-9172-520e74d92d19 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:54:22.959071 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4288731b-c070-4b4e-9172-520e74d92d19', 'name': 'tempest-TestMinimumBasicScenario-429914155-router', 'tenant_id': 'd61aade3f5d245018f9c92fec8837787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '15f73f8e-7478-4506-b533-241c9420deb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:11Z', 'updated_at': '2021-08-30T07:54:16Z', 'revision_number': 4, 'project_id': 'd61aade3f5d245018f9c92fec8837787', 'gw_port': {'id': '15f73f8e-7478-4506-b533-241c9420deb2', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4288731b-c070-4b4e-9172-520e74d92d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:12Z', 'updated_at': '2021-08-30T07:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '8b50111e-520f-41a3-8f46-31fc50e0b96d', 'name': '', 'network_id': '0a47d2f8-925b-41f6-b01a-b4d49c0eeaab', 'tenant_id': 'd61aade3f5d245018f9c92fec8837787', 'mac_address': 'fa:16:3e:3a:f1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4288731b-c070-4b4e-9172-520e74d92d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '56e028e2-926a-44c3-bc94-bdfb1a13b9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:15Z', 'updated_at': '2021-08-30T07:54:22Z', 'revision_number': 4, 'project_id': 'd61aade3f5d245018f9c92fec8837787', 'subnets': [{'id': '56e028e2-926a-44c3-bc94-bdfb1a13b9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:22.972256 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ea6b5-25a5-4d02-895b-d801b432b521 req-06aca0b3-e688-4731-bee8-b4dac9b2a596 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:22.973761 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-528ea6b5-25a5-4d02-895b-d801b432b521 req-06aca0b3-e688-4731-bee8-b4dac9b2a596 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0529206 Aug 30 07:54:22.994605 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45e203-aa9f-4935-9a9b-bac3cebfcc34 None None] The sync data for ids ['4288731b-c070-4b4e-9172-520e74d92d19'] in dv-cinder-806191-3-iscsi is: [{'id': '4288731b-c070-4b4e-9172-520e74d92d19', 'name': 'tempest-TestMinimumBasicScenario-429914155-router', 'tenant_id': 'd61aade3f5d245018f9c92fec8837787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '15f73f8e-7478-4506-b533-241c9420deb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:11Z', 'updated_at': '2021-08-30T07:54:16Z', 'revision_number': 4, 'project_id': 'd61aade3f5d245018f9c92fec8837787', 'gw_port': {'id': '15f73f8e-7478-4506-b533-241c9420deb2', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4288731b-c070-4b4e-9172-520e74d92d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:12Z', 'updated_at': '2021-08-30T07:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '8b50111e-520f-41a3-8f46-31fc50e0b96d', 'name': '', 'network_id': '0a47d2f8-925b-41f6-b01a-b4d49c0eeaab', 'tenant_id': 'd61aade3f5d245018f9c92fec8837787', 'mac_address': 'fa:16:3e:3a:f1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4288731b-c070-4b4e-9172-520e74d92d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '56e028e2-926a-44c3-bc94-bdfb1a13b9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:15Z', 'updated_at': '2021-08-30T07:54:22Z', 'revision_number': 4, 'project_id': 'd61aade3f5d245018f9c92fec8837787', 'subnets': [{'id': '56e028e2-926a-44c3-bc94-bdfb1a13b9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:54:23.018696 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-528ea6b5-25a5-4d02-895b-d801b432b521 req-d89f0462-2138-4862-a09b-1065c9c9bd09 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375447 Aug 30 07:54:23.471210 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 8b50111e-520f-41a3-8f46-31fc50e0b96d up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:23.560831 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 8b50111e-520f-41a3-8f46-31fc50e0b96d completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:23.566651 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 8b50111e-520f-41a3-8f46-31fc50e0b96d triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:23.568191 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:23.696526 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:23.709921 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:23.739397 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port 8b50111e-520f-41a3-8f46-31fc50e0b96d, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=8b50111e-520f-41a3-8f46-31fc50e0b96d,segment=NetworkSegment(7e9882ac-00aa-481f-8afb-36ffa38afeda),segment_id=7e9882ac-00aa-481f-8afb-36ffa38afeda)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:54:23.747584 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:23.806529 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=8b50111e-520f-41a3-8f46-31fc50e0b96d,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:24.150161 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e763d9-a492-4d93-bbf7-3ecc1f78f628 req-057a3fa8-3889-499b-8efe-8948b688b1ac tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:24.151843 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d9e763d9-a492-4d93-bbf7-3ecc1f78f628 req-057a3fa8-3889-499b-8efe-8948b688b1ac tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0525641 Aug 30 07:54:24.195809 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d9e763d9-a492-4d93-bbf7-3ecc1f78f628 req-b829d13b-7d19-4dd0-9aed-e60ea41d37cc tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376642 Aug 30 07:54:25.344084 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bd0b8-74c9-45c1-ad67-70ee40ade360 req-ca53df1b-39d6-4d9c-b26b-fba7530babee tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:25.345640 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9b1bd0b8-74c9-45c1-ad67-70ee40ade360 req-ca53df1b-39d6-4d9c-b26b-fba7530babee tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0608523 Aug 30 07:54:25.428711 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 8b50111e-520f-41a3-8f46-31fc50e0b96d up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:25.432300 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9b1bd0b8-74c9-45c1-ad67-70ee40ade360 req-ee667d4e-d948-4484-925c-37ffc97cdc6a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803483 Aug 30 07:54:25.447454 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221206f-6168-4a94-bdf0-4c8d68de68a2 req-d566099f-a95e-4d89-8356-f029b16b71c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:25.448966 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e221206f-6168-4a94-bdf0-4c8d68de68a2 req-d566099f-a95e-4d89-8356-f029b16b71c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46a024ebf24f430393b00d5d8777b746&device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 1098 time: 0.0589132 Aug 30 07:54:25.495913 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 8b50111e-520f-41a3-8f46-31fc50e0b96d triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:25.496191 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:25.565733 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221206f-6168-4a94-bdf0-4c8d68de68a2 req-87ad6948-0740-413b-9389-f972cbdddd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:25.567264 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e221206f-6168-4a94-bdf0-4c8d68de68a2 req-87ad6948-0740-413b-9389-f972cbdddd25 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac8b0384-c5fa-4cad-beab-0f002d9bca24 HTTP/1.1" status: 200 len: 917 time: 0.1044793 Aug 30 07:54:25.657801 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e221206f-6168-4a94-bdf0-4c8d68de68a2 req-8441f3d3-7cc1-48f5-b165-db0caee18abd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f744e1-43b5-4cbe-a3b6-9ee81f793879 HTTP/1.1" status: 200 len: 1001 time: 0.0826960 Aug 30 07:54:25.714615 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221206f-6168-4a94-bdf0-4c8d68de68a2 req-6eab7cd6-448a-4f8b-8570-51b9b18a2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:25.716430 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e221206f-6168-4a94-bdf0-4c8d68de68a2 req-6eab7cd6-448a-4f8b-8570-51b9b18a2a94 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=417de6c6-8ef1-406c-b93e-54175f5b1e8f HTTP/1.1" status: 200 len: 855 time: 0.0508263 Aug 30 07:54:25.771352 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221206f-6168-4a94-bdf0-4c8d68de68a2 req-505b6be7-67b3-428c-969f-7adbe81a1bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:25.773975 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e221206f-6168-4a94-bdf0-4c8d68de68a2 req-505b6be7-67b3-428c-969f-7adbe81a1bfe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac8b0384-c5fa-4cad-beab-0f002d9bca24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489798 Aug 30 07:54:25.891988 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e221206f-6168-4a94-bdf0-4c8d68de68a2 req-4a3721a9-7839-40bd-8eb0-d38c47ca585f service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087201 Aug 30 07:54:26.004108 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e221206f-6168-4a94-bdf0-4c8d68de68a2 req-5bfc5484-b9df-4514-bb16-051dc103cbba service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028008 Aug 30 07:54:26.562345 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c27360-2664-416b-a1bc-57e61331c8e8 req-2b7a2cb7-e984-459d-8448-178ab56049d5 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:26.566613 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-85c27360-2664-416b-a1bc-57e61331c8e8 req-2b7a2cb7-e984-459d-8448-178ab56049d5 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0561726 Aug 30 07:54:26.614749 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-85c27360-2664-416b-a1bc-57e61331c8e8 req-eb5933f8-26c4-40c5-8f4a-d12c216b885a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437350 Aug 30 07:54:27.756751 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fecd8c-eb4a-4788-9aea-49f8466a02d0 req-7faabd59-5c28-44dd-9e31-d351c59fd441 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:27.758316 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c6fecd8c-eb4a-4788-9aea-49f8466a02d0 req-7faabd59-5c28-44dd-9e31-d351c59fd441 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 945 time: 0.0603015 Aug 30 07:54:27.799113 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c6fecd8c-eb4a-4788-9aea-49f8466a02d0 req-941ebc01-5d52-4570-ac19-9b8279fc8464 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345840 Aug 30 07:54:27.898566 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 32f744e1-43b5-4cbe-a3b6-9ee81f793879 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:54:27.984383 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:28.026672 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32f744e1-43b5-4cbe-a3b6-9ee81f793879'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:54:28.029160 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdccb9b-bdb5-4556-a12a-e083b8c2e8eb" -d '{"events": [{"server_uuid": "8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f", "name": "network-vif-unplugged", "status": "completed", "tag": "32f744e1-43b5-4cbe-a3b6-9ee81f793879"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:54:28.043589 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 32f744e1-43b5-4cbe-a3b6-9ee81f793879, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=32f744e1-43b5-4cbe-a3b6-9ee81f793879,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:54:28.050576 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:28.088981 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 07:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78e9457-4213-4aec-827a-7554d564dc54 x-openstack-request-id: req-c78e9457-4213-4aec-827a-7554d564dc54 {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:54:28.089277 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f", "name": "network-vif-unplugged", "status": "completed", "tag": "32f744e1-43b5-4cbe-a3b6-9ee81f793879", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:54:28.089528 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c78e9457-4213-4aec-827a-7554d564dc54 {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:54:28.089911 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32f744e1-43b5-4cbe-a3b6-9ee81f793879', 'code': 200} Aug 30 07:54:28.123798 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=32f744e1-43b5-4cbe-a3b6-9ee81f793879,revision_number=8']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:28.919893 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca0c44-4dc0-48f7-a582-1e6df71ed195 req-cf2c22a6-3d83-44e5-8c3a-bae025077c26 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:28.921349 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-59ca0c44-4dc0-48f7-a582-1e6df71ed195 req-cf2c22a6-3d83-44e5-8c3a-bae025077c26 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0482259 Aug 30 07:54:28.962404 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-59ca0c44-4dc0-48f7-a582-1e6df71ed195 req-db73e8ef-b965-4ee8-a132-6ceab7c3cf7c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351343 Aug 30 07:54:29.616905 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f5d58-ef23-4f2b-aee5-8713791eb77c req-175b929b-6e7c-4a23-8d8d-ec8ece441551 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:29.618935 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a44f5d58-ef23-4f2b-aee5-8713791eb77c req-175b929b-6e7c-4a23-8d8d-ec8ece441551 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0534031 Aug 30 07:54:29.666448 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a44f5d58-ef23-4f2b-aee5-8713791eb77c req-dc26569d-20b2-432b-99be-4f6b374f5a6c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402989 Aug 30 07:54:29.966330 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39388) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:30.053470 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-290993b7-bb0a-4509-8ab7-e90fd87b7cd4 req-669e8618-f8d8-4a86-bc50-6d6668b19f27 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854721 Aug 30 07:54:30.267299 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0648ad-3584-4841-b671-a125c335364b req-3c67f4a7-e6d1-4c62-ac27-9a385b953306 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:30.268762 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-aa0648ad-3584-4841-b671-a125c335364b req-3c67f4a7-e6d1-4c62-ac27-9a385b953306 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/networks?id=4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f HTTP/1.1" status: 200 len: 815 time: 0.1099591 Aug 30 07:54:30.283776 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-aa0648ad-3584-4841-b671-a125c335364b req-0b1f4327-6f52-4cda-a658-9db5c936d8e2 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/quotas/f16062b13b0c4cd2be8f26f9e093d9bf HTTP/1.1" status: 200 len: 375 time: 0.0090642 Aug 30 07:54:30.337661 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-aa0648ad-3584-4841-b671-a125c335364b req-5bd062e8-adff-4f6e-a469-9915880ef7ef tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f16062b13b0c4cd2be8f26f9e093d9bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484047 Aug 30 07:54:30.486807 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-aa0648ad-3584-4841-b671-a125c335364b req-f0558e96-bc11-4457-b399-62cc95dde314 service neutron] 10.222.0.73 "GET /v2.0/networks/4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347516 Aug 30 07:54:30.593486 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-aa0648ad-3584-4841-b671-a125c335364b req-342d379f-cdc0-46ea-87ed-8eb3c53d1653 service neutron] 10.222.0.73 "GET /v2.0/networks/4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000834 Aug 30 07:54:30.594245 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3011-db40-4b62-b852-587df0057ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:30.761620 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9a7ce4bf-0ca9-47bc-ab61-adaaa06cdfd1 req-44d25813-9c5c-4d41-ae87-78f48696851a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 210 time: 0.0278246 Aug 30 07:54:30.799800 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61018119-ddc7-4bb5-8ea7-fe9a0b5375d5 req-bdfdb5ba-147c-4e36-9d17-a4842976719b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:30.801346 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-61018119-ddc7-4bb5-8ea7-fe9a0b5375d5 req-bdfdb5ba-147c-4e36-9d17-a4842976719b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0517268 Aug 30 07:54:30.841457 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-61018119-ddc7-4bb5-8ea7-fe9a0b5375d5 req-79dff06d-08e8-4f54-b09a-a7a069a6629c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327115 Aug 30 07:54:31.786571 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0648ad-3584-4841-b671-a125c335364b req-1e42bea7-0965-4df3-90f3-02bb019bcf84 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:31.788686 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-aa0648ad-3584-4841-b671-a125c335364b req-1e42bea7-0965-4df3-90f3-02bb019bcf84 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.61 "GET /v2.0/networks?id=4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f HTTP/1.1" status: 200 len: 815 time: 0.1390007 Aug 30 07:54:31.802532 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-aa0648ad-3584-4841-b671-a125c335364b req-aac7af0f-e5aa-47ca-a49c-1983148e2197 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Request body: {'port': {'device_id': 'c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35', 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f', 'admin_state_up': True, 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:31.857295 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2f183592-552f-4926-a089-4dd3ef0b313f req-90f566f2-e1db-409f-8097-ec601e077589 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 210 time: 0.0270462 Aug 30 07:54:31.915613 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 32f744e1-43b5-4cbe-a3b6-9ee81f793879 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:54:31.946177 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0648ad-3584-4841-b671-a125c335364b req-aac7af0f-e5aa-47ca-a49c-1983148e2197 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Made reservation on behalf of f16062b13b0c4cd2be8f26f9e093d9bf for: {'port': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:54:31.950009 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-aa0648ad-3584-4841-b671-a125c335364b req-aac7af0f-e5aa-47ca-a49c-1983148e2197 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:32.000491 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4100f92-eff6-4cf8-914b-6f21b7d696fd req-49fd0f09-3323-457a-a607-e99090b692d4 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:32.002039 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4100f92-eff6-4cf8-914b-6f21b7d696fd req-49fd0f09-3323-457a-a607-e99090b692d4 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0868850 Aug 30 07:54:32.062697 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:54:32.155672 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4100f92-eff6-4cf8-914b-6f21b7d696fd req-1188f344-3a09-41e3-b1ad-ef0f0a1ba166 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228471 Aug 30 07:54:32.205031 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [req-aa0648ad-3584-4841-b671-a125c335364b req-aac7af0f-e5aa-47ca-a49c-1983148e2197 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Allocated IP 172.20.0.12 (4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f/e6af770c-a1b8-4206-b73e-26a6c98ea347/17a5b7fe-6ea4-4a61-995f-35648fa60831) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:54:32.211721 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290993b7-bb0a-4509-8ab7-e90fd87b7cd4 req-0e6ee613-e868-4d71-a1fa-ac1465b5d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:32.213249 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-290993b7-bb0a-4509-8ab7-e90fd87b7cd4 req-0e6ee613-e868-4d71-a1fa-ac1465b5d31f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f&tenant_id=46a024ebf24f430393b00d5d8777b746 HTTP/1.1" status: 200 len: 1096 time: 0.1320419 Aug 30 07:54:32.349306 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290993b7-bb0a-4509-8ab7-e90fd87b7cd4 req-9695a361-f8f2-43e3-a909-782b0064e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:32.351438 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-290993b7-bb0a-4509-8ab7-e90fd87b7cd4 req-9695a361-f8f2-43e3-a909-782b0064e7a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46a024ebf24f430393b00d5d8777b746&device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 1096 time: 0.1117556 Aug 30 07:54:32.412640 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-aa0648ad-3584-4841-b671-a125c335364b req-aac7af0f-e5aa-47ca-a49c-1983148e2197 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:32.429861 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-aa0648ad-3584-4841-b671-a125c335364b req-aac7af0f-e5aa-47ca-a49c-1983148e2197 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Transition to ACTIVE for port object 17a5b7fe-6ea4-4a61-995f-35648fa60831 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:32.467991 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-aa0648ad-3584-4841-b671-a125c335364b req-aac7af0f-e5aa-47ca-a49c-1983148e2197 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:32.522965 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0648ad-3584-4841-b671-a125c335364b req-aac7af0f-e5aa-47ca-a49c-1983148e2197 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Network 4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:54:32.526245 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [req-aa0648ad-3584-4841-b671-a125c335364b req-aac7af0f-e5aa-47ca-a49c-1983148e2197 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:32.533188 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0648ad-3584-4841-b671-a125c335364b req-aac7af0f-e5aa-47ca-a49c-1983148e2197 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:54:32.579890 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7af0f-e5aa-47ca-a49c-1983148e2197 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Pushing event updated for resources: {'Port': ['ID=17a5b7fe-6ea4-4a61-995f-35648fa60831,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:32.603626 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0648ad-3584-4841-b671-a125c335364b req-aac7af0f-e5aa-47ca-a49c-1983148e2197 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:32.608776 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-aa0648ad-3584-4841-b671-a125c335364b req-aac7af0f-e5aa-47ca-a49c-1983148e2197 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:32.626060 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-aa0648ad-3584-4841-b671-a125c335364b req-aac7af0f-e5aa-47ca-a49c-1983148e2197 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8273811 Aug 30 07:54:32.771124 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-0dfd33fd-4e17-4397-8198-a5c5b53b097a None None] Provisioning for port 17a5b7fe-6ea4-4a61-995f-35648fa60831 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:32.776058 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-0dfd33fd-4e17-4397-8198-a5c5b53b097a None None] Provisioning complete for port 17a5b7fe-6ea4-4a61-995f-35648fa60831 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:32.776399 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0dfd33fd-4e17-4397-8198-a5c5b53b097a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:32.817101 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd33fd-4e17-4397-8198-a5c5b53b097a None None] Port 17a5b7fe-6ea4-4a61-995f-35648fa60831 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:54:33.015514 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c2f68-5ec4-429a-a207-02770495dc21 req-22c971bf-6feb-4270-9ff3-ef0989511b68 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:33.017113 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-fe3c2f68-5ec4-429a-a207-02770495dc21 req-22c971bf-6feb-4270-9ff3-ef0989511b68 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 932 time: 0.0616183 Aug 30 07:54:33.068374 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-fe3c2f68-5ec4-429a-a207-02770495dc21 req-0aaa0416-ca43-46db-8385-f832c8155b14 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423481 Aug 30 07:54:33.420715 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dbac6-17ae-406b-9f28-62bace1a6001 req-027ad6d9-6b1c-4f68-88bf-2d75b55c072d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:33.421349 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-b5eea8b8-181e-4085-983b-c6fe47827ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:33.423688 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-135dbac6-17ae-406b-9f28-62bace1a6001 req-027ad6d9-6b1c-4f68-88bf-2d75b55c072d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0546885 Aug 30 07:54:33.466657 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-135dbac6-17ae-406b-9f28-62bace1a6001 req-6b1595b9-c8ef-4388-9fdd-6787eab2955f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366452 Aug 30 07:54:34.206621 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ebdcc-ec88-4314-8018-0b047a97ba89 req-1e489442-4bab-415c-b00c-af0e5dfeec6d tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:34.208135 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-081ebdcc-ec88-4314-8018-0b047a97ba89 req-1e489442-4bab-415c-b00c-af0e5dfeec6d tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 932 time: 0.0543878 Aug 30 07:54:34.271674 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-081ebdcc-ec88-4314-8018-0b047a97ba89 req-180b17c8-c861-4f20-91c7-360782bfdcaa tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532849 Aug 30 07:54:34.298362 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:34.588894 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcb29b-95a7-4a38-8faf-67b2c9536e8e req-8efe0b7f-1aa4-4320-9586-5cc15cf26a17 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:34.590433 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-42bcb29b-95a7-4a38-8faf-67b2c9536e8e req-8efe0b7f-1aa4-4320-9586-5cc15cf26a17 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0506830 Aug 30 07:54:34.637669 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-42bcb29b-95a7-4a38-8faf-67b2c9536e8e req-a49de2f1-25e7-48aa-8bee-01c6984e3d8d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394516 Aug 30 07:54:35.083935 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:35.255009 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39500) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:35.326837 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d168f7-d957-4363-9504-f6def7311896 admin admin] Deleting subnet 83fc8211-9b75-4490-bf8a-71321c3dfb5c {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:54:35.330385 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e0d168f7-d957-4363-9504-f6def7311896 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:35.392089 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e0d168f7-d957-4363-9504-f6def7311896 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12530165'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:35.442976 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a674123-5123-4132-9e7d-7952a1eb4570 req-94ab3401-07ac-40e8-ba28-9a7521097718 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:35.444653 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3a674123-5123-4132-9e7d-7952a1eb4570 req-94ab3401-07ac-40e8-ba28-9a7521097718 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 932 time: 0.0923343 Aug 30 07:54:35.450591 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e0d168f7-d957-4363-9504-f6def7311896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3840692'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:35.520879 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3a674123-5123-4132-9e7d-7952a1eb4570 req-8d51358a-853a-44e8-8560-0a70de5f80f0 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496411 Aug 30 07:54:35.531745 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e0d168f7-d957-4363-9504-f6def7311896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3840699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11671398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12454973'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:35.562172 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d168f7-d957-4363-9504-f6def7311896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83fc8211-9b75-4490-bf8a-71321c3dfb5c,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:35.564171 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e0d168f7-d957-4363-9504-f6def7311896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:35.568276 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-e0d168f7-d957-4363-9504-f6def7311896 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/83fc8211-9b75-4490-bf8a-71321c3dfb5c HTTP/1.1" status: 204 len: 168 time: 0.3100262 Aug 30 07:54:35.568642 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39504) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:35.642459 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cda29cab-1195-428f-a2c4-a3f903b71cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768868'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:35.727082 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cda29cab-1195-428f-a2c4-a3f903b71cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3772495', 'neutron.services.segments.db._delete_segments_for_network-8745591126510'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:35.737099 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-cda29cab-1195-428f-a2c4-a3f903b71cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbf986d-b800-482c-8c2d-425ae897d112']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:35.750749 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-cda29cab-1195-428f-a2c4-a3f903b71cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141d6f7a-63e9-4618-9716-11a5940c3941') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:35.751296 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-cda29cab-1195-428f-a2c4-a3f903b71cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141d6f7a-63e9-4618-9716-11a5940c3941') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:35.769263 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75960-d94f-4826-8f8d-18d120ca9a72 req-a3e141c5-7d12-488c-af4c-30ca86eed133 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:35.769871 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cda29cab-1195-428f-a2c4-a3f903b71cbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745591126393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12530154'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:35.779031 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0cb75960-d94f-4826-8f8d-18d120ca9a72 req-a3e141c5-7d12-488c-af4c-30ca86eed133 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0660410 Aug 30 07:54:35.792099 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cda29cab-1195-428f-a2c4-a3f903b71cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:35.798365 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda29cab-1195-428f-a2c4-a3f903b71cbc admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:54:35.798756 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cda29cab-1195-428f-a2c4-a3f903b71cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11671296'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: Traceback (most recent call last): Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: timer() Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: cb(*args, **kw) Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: return func(*args, **kwargs) Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: self._notify() Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: self.callback(batched_events) Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: event.method(event) Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: return f(self, *a, **k) Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._get(url).json() Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: return self.request(url, 'GET', **kwargs) Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:54:35.834418 dv-cinder-806191-3-iscsi neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:54:35.837460 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0cb75960-d94f-4826-8f8d-18d120ca9a72 req-46ea9fe0-c881-488e-9b50-ef61d674ca61 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494251 Aug 30 07:54:35.857355 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:35.859517 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cda29cab-1195-428f-a2c4-a3f903b71cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3772470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529257'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:35.864990 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cda29cab-1195-428f-a2c4-a3f903b71cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:35.867571 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-cda29cab-1195-428f-a2c4-a3f903b71cbc admin admin] 10.222.0.73 "DELETE /v2.0/networks/8bbf986d-b800-482c-8c2d-425ae897d112 HTTP/1.1" status: 204 len: 168 time: 0.2974434 Aug 30 07:54:35.879843 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda29cab-1195-428f-a2c4-a3f903b71cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=8bbf986d-b800-482c-8c2d-425ae897d112,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:36.050036 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39512) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:36.090474 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-f08ffd83-b5e8-4d87-8b93-422fb7d67742 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f802845196ae419e94d4aa18c6cb0344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391676 Aug 30 07:54:36.092979 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39514) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:36.142914 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a43a7c7e-77a6-487e-a944-2d8e259f1bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:36.166428 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a43a7c7e-77a6-487e-a944-2d8e259f1bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:36.218401 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a43a7c7e-77a6-487e-a944-2d8e259f1bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:36.221007 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a43a7c7e-77a6-487e-a944-2d8e259f1bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:36.222507 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-a43a7c7e-77a6-487e-a944-2d8e259f1bdc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dd706e2c-a187-4652-80b6-7efe221a3bf7 HTTP/1.1" status: 204 len: 168 time: 0.1284771 Aug 30 07:54:36.234737 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a7c7e-77a6-487e-a944-2d8e259f1bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd706e2c-a187-4652-80b6-7efe221a3bf7,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:36.644359 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eca953-d402-4a63-ba77-7c5167b19a2d req-610bf0b6-963e-432e-82c4-aa57ffb54efa tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:36.646165 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-87eca953-d402-4a63-ba77-7c5167b19a2d req-610bf0b6-963e-432e-82c4-aa57ffb54efa tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 932 time: 0.0577416 Aug 30 07:54:36.686986 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-87eca953-d402-4a63-ba77-7c5167b19a2d req-66b69942-c4eb-4c59-99ed-6c4e55963e1e tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330644 Aug 30 07:54:36.963001 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328ebe7-9ca9-41ef-b6fa-cde0b228ce9b req-41d96e3f-dece-4f8a-9627-0151a8d5d8ae tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:36.964504 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1328ebe7-9ca9-41ef-b6fa-cde0b228ce9b req-41d96e3f-dece-4f8a-9627-0151a8d5d8ae tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0487628 Aug 30 07:54:37.005666 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1328ebe7-9ca9-41ef-b6fa-cde0b228ce9b req-5c327092-6aae-4a48-825c-7df675b935c8 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349898 Aug 30 07:54:37.816017 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1281d-4bfa-404e-97a5-7a1837220a74 req-a9310b4e-7323-4b95-bda4-dc3997ccbbe4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:37.817471 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c2d1281d-4bfa-404e-97a5-7a1837220a74 req-a9310b4e-7323-4b95-bda4-dc3997ccbbe4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 932 time: 0.0490308 Aug 30 07:54:37.857707 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c2d1281d-4bfa-404e-97a5-7a1837220a74 req-2bb9fac4-79d5-4dab-9535-7751df0821a8 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337048 Aug 30 07:54:38.130739 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34fbcf-bdc3-4f7e-a9a3-4117fc4f4d20 req-02c997dd-408b-4f28-984f-1a52224f3fd8 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:38.132488 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6f34fbcf-bdc3-4f7e-a9a3-4117fc4f4d20 req-02c997dd-408b-4f28-984f-1a52224f3fd8 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0504429 Aug 30 07:54:38.169581 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6f34fbcf-bdc3-4f7e-a9a3-4117fc4f4d20 req-e1622926-fc5f-431c-9e1f-903faa79361d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314827 Aug 30 07:54:38.972446 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff90bb-f104-4bf6-a614-fb24c66b0558 req-989a7cd9-71dd-4cf7-9ec9-517450e28b91 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:38.973911 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1bff90bb-f104-4bf6-a614-fb24c66b0558 req-989a7cd9-71dd-4cf7-9ec9-517450e28b91 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 932 time: 0.0491009 Aug 30 07:54:39.018055 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1bff90bb-f104-4bf6-a614-fb24c66b0558 req-0eb67f61-3611-4618-be45-143bb3093500 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371428 Aug 30 07:54:39.341290 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003ef45-db89-4b03-ad91-33c4cbffa9ce req-b699dd4a-997d-4194-b0cc-6aac3d3b7703 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:39.346441 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d003ef45-db89-4b03-ad91-33c4cbffa9ce req-b699dd4a-997d-4194-b0cc-6aac3d3b7703 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0634248 Aug 30 07:54:39.392554 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d003ef45-db89-4b03-ad91-33c4cbffa9ce req-89180f87-ca91-4e72-b811-9e77f2c599ca tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405185 Aug 30 07:54:40.130649 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf75173-9536-4c85-a84b-f1308c77929d req-646bc2e4-b6a5-4ef7-b39a-24945f2542ff tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:40.132155 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-dbf75173-9536-4c85-a84b-f1308c77929d req-646bc2e4-b6a5-4ef7-b39a-24945f2542ff tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 932 time: 0.0480521 Aug 30 07:54:40.169201 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-dbf75173-9536-4c85-a84b-f1308c77929d req-ee51e54d-0bb1-4df5-8e35-26d78effd6bd tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306735 Aug 30 07:54:40.530589 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9743dd0-c1ea-4338-9580-2781f80a7b0c req-07ce2f7f-6eb6-4fce-ac44-f6d13b60418f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:40.532129 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b9743dd0-c1ea-4338-9580-2781f80a7b0c req-07ce2f7f-6eb6-4fce-ac44-f6d13b60418f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0503359 Aug 30 07:54:40.572953 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b9743dd0-c1ea-4338-9580-2781f80a7b0c req-6c9f505f-0be7-47e7-aff6-ce1033c54b53 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350273 Aug 30 07:54:41.294486 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec39b0-0f3a-4488-86a1-87c4c31a96eb req-f43e1bf4-5d25-4f8f-9cc3-bc787a46334d tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:41.295942 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-54ec39b0-0f3a-4488-86a1-87c4c31a96eb req-f43e1bf4-5d25-4f8f-9cc3-bc787a46334d tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 932 time: 0.0599823 Aug 30 07:54:41.337958 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-54ec39b0-0f3a-4488-86a1-87c4c31a96eb req-6f8909b5-2ed8-4673-bfba-43311f9a2be6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361681 Aug 30 07:54:41.700330 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb08c3d-c01a-4b74-93fe-c9744041a755 req-0cad7cae-fe17-4c0d-bba5-b3e37da1a716 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:41.707865 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0eb08c3d-c01a-4b74-93fe-c9744041a755 req-0cad7cae-fe17-4c0d-bba5-b3e37da1a716 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0604405 Aug 30 07:54:41.742531 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0eb08c3d-c01a-4b74-93fe-c9744041a755 req-7d6d003d-8f53-41cd-ac8a-3aa8f6f12ebc tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337477 Aug 30 07:54:42.466233 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f540b-11bc-4b27-b40c-d57e1bc063bd req-f31de65b-9ae5-4bf3-9363-4a5ee4668dd7 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:42.468659 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7a4f540b-11bc-4b27-b40c-d57e1bc063bd req-f31de65b-9ae5-4bf3-9363-4a5ee4668dd7 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 932 time: 0.0532019 Aug 30 07:54:42.526853 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7a4f540b-11bc-4b27-b40c-d57e1bc063bd req-8509a2eb-77b3-4b50-aa9a-6dcf61c729f6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504310 Aug 30 07:54:42.889712 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fb195-7bbc-440d-9786-e3eb5a21f91d req-181b137b-a207-4b5a-8b3c-9495ebbcf230 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:42.891438 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9b5fb195-7bbc-440d-9786-e3eb5a21f91d req-181b137b-a207-4b5a-8b3c-9495ebbcf230 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0778322 Aug 30 07:54:42.929955 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9b5fb195-7bbc-440d-9786-e3eb5a21f91d req-09725142-866c-4eab-8274-c7046a04d7b6 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326366 Aug 30 07:54:43.645613 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f269468-042c-4262-bce8-dc77aa056ff9 req-d768252d-85fa-48e6-a50b-3bf1f2cb768a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:43.647173 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0f269468-042c-4262-bce8-dc77aa056ff9 req-d768252d-85fa-48e6-a50b-3bf1f2cb768a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 932 time: 0.0509276 Aug 30 07:54:43.690855 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0f269468-042c-4262-bce8-dc77aa056ff9 req-fb4fc37e-c753-4e3a-bc79-ca49605d72da tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369422 Aug 30 07:54:44.051756 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd962b-8868-4da2-8e0d-0a4d23b5bf29 req-c734c81b-fb71-46bb-b157-1498a8053e9f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:44.053232 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-08bd962b-8868-4da2-8e0d-0a4d23b5bf29 req-c734c81b-fb71-46bb-b157-1498a8053e9f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0490658 Aug 30 07:54:44.096755 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-08bd962b-8868-4da2-8e0d-0a4d23b5bf29 req-0e517338-1357-4d6b-9981-02d7c8049b1a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365968 Aug 30 07:54:44.802554 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ed5f0-e8a0-4bd2-9925-92fefd287c89 req-1bc52dda-3fd7-4d33-ae1c-bd1f9e113ef2 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:44.803998 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7f1ed5f0-e8a0-4bd2-9925-92fefd287c89 req-1bc52dda-3fd7-4d33-ae1c-bd1f9e113ef2 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 932 time: 0.0486693 Aug 30 07:54:44.845525 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7f1ed5f0-e8a0-4bd2-9925-92fefd287c89 req-34732def-ed51-4fde-8f5f-334e4ba2a27a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357029 Aug 30 07:54:45.219453 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036f6c4-6506-437e-a767-90692aab7836 req-4c375af8-29dd-4755-aea5-589df1406fcb tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:45.220918 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b036f6c4-6506-437e-a767-90692aab7836 req-4c375af8-29dd-4755-aea5-589df1406fcb tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0494833 Aug 30 07:54:45.257981 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b036f6c4-6506-437e-a767-90692aab7836 req-ab5ae2fb-2199-4722-bc86-1457b460c1f6 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311680 Aug 30 07:54:46.201472 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748bad6-29e1-4048-990e-ac3f09265cf1 req-8842906a-b8e7-44d9-8e62-f22a6a5a67b8 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:46.202887 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8748bad6-29e1-4048-990e-ac3f09265cf1 req-8842906a-b8e7-44d9-8e62-f22a6a5a67b8 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 932 time: 0.2924447 Aug 30 07:54:46.239718 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8748bad6-29e1-4048-990e-ac3f09265cf1 req-7c372fa7-93a4-460f-8c77-d9c579f4e4da tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308816 Aug 30 07:54:46.375888 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f9db1-af40-42a6-abfd-455786e41bc5 req-f19da810-5978-4c12-b6fe-9a7feb49fa77 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:46.377359 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1e4f9db1-af40-42a6-abfd-455786e41bc5 req-f19da810-5978-4c12-b6fe-9a7feb49fa77 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0481758 Aug 30 07:54:46.416453 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1e4f9db1-af40-42a6-abfd-455786e41bc5 req-be45f128-81e3-4f1b-b8bd-af61893c45ae tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327802 Aug 30 07:54:46.949043 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Request body: {'port': {'device_id': 'c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:47.058429 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:47.107678 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290993b7-bb0a-4509-8ab7-e90fd87b7cd4 req-5620eb41-61dd-44b6-9c97-eb96431fa325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:47.109140 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-290993b7-bb0a-4509-8ab7-e90fd87b7cd4 req-5620eb41-61dd-44b6-9c97-eb96431fa325 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac8b0384-c5fa-4cad-beab-0f002d9bca24 HTTP/1.1" status: 200 len: 917 time: 0.1647315 Aug 30 07:54:47.239065 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-290993b7-bb0a-4509-8ab7-e90fd87b7cd4 req-e587fe20-18f1-46fa-86c5-b164eb4fc048 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f744e1-43b5-4cbe-a3b6-9ee81f793879 HTTP/1.1" status: 200 len: 999 time: 0.1200585 Aug 30 07:54:47.336588 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290993b7-bb0a-4509-8ab7-e90fd87b7cd4 req-41923471-5475-4692-aded-ad065ee7853c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:47.338602 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-290993b7-bb0a-4509-8ab7-e90fd87b7cd4 req-41923471-5475-4692-aded-ad065ee7853c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=417de6c6-8ef1-406c-b93e-54175f5b1e8f HTTP/1.1" status: 200 len: 855 time: 0.0847940 Aug 30 07:54:47.357057 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edef64-1d19-4561-8c76-6c6a70cde9de req-635b9ced-1844-4821-bee9-eacb1194048b tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:47.358574 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-35edef64-1d19-4561-8c76-6c6a70cde9de req-635b9ced-1844-4821-bee9-eacb1194048b tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 932 time: 0.0512660 Aug 30 07:54:47.396576 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-35edef64-1d19-4561-8c76-6c6a70cde9de req-a203e0d0-d7c1-4f70-b7ed-abd7852029fe tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318627 Aug 30 07:54:47.407666 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290993b7-bb0a-4509-8ab7-e90fd87b7cd4 req-5344336d-5918-4dde-b1f8-ba28e797ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:47.409179 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-290993b7-bb0a-4509-8ab7-e90fd87b7cd4 req-5344336d-5918-4dde-b1f8-ba28e797ad81 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac8b0384-c5fa-4cad-beab-0f002d9bca24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625184 Aug 30 07:54:47.740590 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a5b7fe-6ea4-4a61-995f-35648fa60831 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:54:47.753990 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:47.780799 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Transition to ACTIVE for port object 17a5b7fe-6ea4-4a61-995f-35648fa60831 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:47.792087 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:47.831275 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812aaa2-2aea-42cc-bfa8-6c5dc751ba2d req-55887d65-5c45-43ce-b462-03784c2177fd tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:47.832744 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7812aaa2-2aea-42cc-bfa8-6c5dc751ba2d req-55887d65-5c45-43ce-b462-03784c2177fd tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.3441024 Aug 30 07:54:47.834494 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-290993b7-bb0a-4509-8ab7-e90fd87b7cd4 req-9b36d9fa-7728-40a1-8298-695d0b1061bc service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147038 Aug 30 07:54:47.922677 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Pushing event updated for resources: {'Port': ['ID=17a5b7fe-6ea4-4a61-995f-35648fa60831,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:48.002089 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7812aaa2-2aea-42cc-bfa8-6c5dc751ba2d req-914e045f-0dfd-4acc-841b-fcd7856e9875 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612871 Aug 30 07:54:48.024802 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-290993b7-bb0a-4509-8ab7-e90fd87b7cd4 req-ce96045f-72ed-4739-99ce-2f9989192cf6 service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767840 Aug 30 07:54:48.038818 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Attempting to bind port 17a5b7fe-6ea4-4a61-995f-35648fa60831 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:54:48.039162 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Attempting to bind port 17a5b7fe-6ea4-4a61-995f-35648fa60831 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': 'aad1c7ef-df53-422f-9024-c4a16a95544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:54:48.039503 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Attempting to bind port 17a5b7fe-6ea4-4a61-995f-35648fa60831 on network 4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:54:48.046581 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Port 17a5b7fe-6ea4-4a61-995f-35648fa60831 on network 4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:54:48.047428 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Attempting to bind port 17a5b7fe-6ea4-4a61-995f-35648fa60831 on network 4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:54:48.052448 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:54:48.052782 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Checking segment: {'id': 'aad1c7ef-df53-422f-9024-c4a16a95544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:54:48.053157 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Bound using segment: {'id': 'aad1c7ef-df53-422f-9024-c4a16a95544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:54:48.053578 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Bound port: 17a5b7fe-6ea4-4a61-995f-35648fa60831, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad1c7ef-df53-422f-9024-c4a16a95544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:54:48.053932 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:48.123019 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] For port 17a5b7fe-6ea4-4a61-995f-35648fa60831, host hv-cinder-80619, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:54:48.127146 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] For port 17a5b7fe-6ea4-4a61-995f-35648fa60831, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=17a5b7fe-6ea4-4a61-995f-35648fa60831,segment=NetworkSegment(aad1c7ef-df53-422f-9024-c4a16a95544a),segment_id=aad1c7ef-df53-422f-9024-c4a16a95544a)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:54:48.131162 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:48.164829 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:48.165566 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:48.167063 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-aa0648ad-3584-4841-b671-a125c335364b req-0737982a-af0b-447b-848d-e25240316b6d service neutron] 10.222.0.61 "PUT /v2.0/ports/17a5b7fe-6ea4-4a61-995f-35648fa60831 HTTP/1.1" status: 200 len: 1094 time: 1.2238719 Aug 30 07:54:48.169594 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35', 'tag': '17a5b7fe-6ea4-4a61-995f-35648fa60831'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:54:48.171823 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252526a1-cf81-4f8d-a2f7-ac614074201a" -d '{"events": [{"name": "network-changed", "server_uuid": "c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35", "tag": "17a5b7fe-6ea4-4a61-995f-35648fa60831"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:54:48.204688 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737982a-af0b-447b-848d-e25240316b6d service neutron] Pushing event updated for resources: {'Port': ['ID=17a5b7fe-6ea4-4a61-995f-35648fa60831,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:48.228237 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab2fcbd-823d-4403-b6cb-a21a77a1c4dc x-openstack-request-id: req-7ab2fcbd-823d-4403-b6cb-a21a77a1c4dc {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:54:48.228527 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35", "tag": "17a5b7fe-6ea4-4a61-995f-35648fa60831", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:54:48.229429 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7ab2fcbd-823d-4403-b6cb-a21a77a1c4dc {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:54:48.229832 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35', 'tag': '17a5b7fe-6ea4-4a61-995f-35648fa60831', 'status': 'completed', 'code': 200} Aug 30 07:54:48.267477 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0648ad-3584-4841-b671-a125c335364b req-4237d769-f870-4fe6-b970-a855f1ddf6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:48.271693 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-aa0648ad-3584-4841-b671-a125c335364b req-4237d769-f870-4fe6-b970-a855f1ddf6e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f16062b13b0c4cd2be8f26f9e093d9bf&device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 1097 time: 0.0563571 Aug 30 07:54:48.319274 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-aa0648ad-3584-4841-b671-a125c335364b req-09e53674-9672-48a4-91cf-e0bdd9dbdfa4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a5b7fe-6ea4-4a61-995f-35648fa60831 HTTP/1.1" status: 200 len: 217 time: 0.0378466 Aug 30 07:54:48.377107 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0648ad-3584-4841-b671-a125c335364b req-3563ce92-966c-4d29-96ad-20462815bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:48.378655 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-aa0648ad-3584-4841-b671-a125c335364b req-3563ce92-966c-4d29-96ad-20462815bfd1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6af770c-a1b8-4206-b73e-26a6c98ea347 HTTP/1.1" status: 200 len: 854 time: 0.0527191 Aug 30 07:54:48.425084 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0648ad-3584-4841-b671-a125c335364b req-da31ab9f-407a-497f-be04-944322fdcd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:48.426636 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-aa0648ad-3584-4841-b671-a125c335364b req-da31ab9f-407a-497f-be04-944322fdcd9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403471 Aug 30 07:54:48.571141 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04dd7c-86b0-4386-bd75-7d1802d91acd req-b17fb1b4-6ae0-4feb-81c4-82df89f80474 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:48.573989 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7a04dd7c-86b0-4386-bd75-7d1802d91acd req-b17fb1b4-6ae0-4feb-81c4-82df89f80474 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 944 time: 0.0899136 Aug 30 07:54:48.580658 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-aa0648ad-3584-4841-b671-a125c335364b req-14e8c417-a877-41ef-81a2-2c34bc86de9a service neutron] 10.222.0.61 "GET /v2.0/networks/4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456833 Aug 30 07:54:48.623691 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7a04dd7c-86b0-4386-bd75-7d1802d91acd req-1f34dec1-3db4-44ad-ac02-2447f4db4c5d tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420063 Aug 30 07:54:49.133489 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eb0d0-3de3-4e27-8163-0aa5f99f3c78 req-3fc5a113-6982-4aba-ac98-a1ab9afd6237 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:49.135252 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-aa9eb0d0-3de3-4e27-8163-0aa5f99f3c78 req-3fc5a113-6982-4aba-ac98-a1ab9afd6237 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0576537 Aug 30 07:54:49.179777 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-aa9eb0d0-3de3-4e27-8163-0aa5f99f3c78 req-8ebd3a8a-02aa-4736-90ff-8099aacfbf55 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378549 Aug 30 07:54:49.743744 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e69ab-6c07-4362-bb0a-fe6ce4abe46b req-8e147c96-5624-477b-af41-b7b11d4ed7f3 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:49.745413 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-100e69ab-6c07-4362-bb0a-fe6ce4abe46b req-8e147c96-5624-477b-af41-b7b11d4ed7f3 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 944 time: 0.0526919 Aug 30 07:54:49.783009 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-100e69ab-6c07-4362-bb0a-fe6ce4abe46b req-a63dd335-5c09-49a3-a06b-26820d4b85ef tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317192 Aug 30 07:54:50.313869 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df61f95-5560-42b7-8af5-f4beddefe71f req-1195fe28-bea9-41fc-9301-0f7cfab5b3f0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:50.315380 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1df61f95-5560-42b7-8af5-f4beddefe71f req-1195fe28-bea9-41fc-9301-0f7cfab5b3f0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0505280 Aug 30 07:54:50.359684 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1df61f95-5560-42b7-8af5-f4beddefe71f req-8ca41d1d-2523-4b07-a250-b280734f4d94 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382030 Aug 30 07:54:50.912049 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4b197-e327-4ba0-90c7-1a43821db648 req-6f223a78-a88b-4678-93f1-4cbbf61e4606 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:50.913840 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-32c4b197-e327-4ba0-90c7-1a43821db648 req-6f223a78-a88b-4678-93f1-4cbbf61e4606 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 944 time: 0.0566885 Aug 30 07:54:50.955922 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-32c4b197-e327-4ba0-90c7-1a43821db648 req-2609549f-999b-43ab-bd46-d2a7df5ed9bc tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319593 Aug 30 07:54:51.483398 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f349f8-783f-457f-b282-2734043e62bd req-edb4bd4d-d80a-402a-a7bd-cf58a859e4a2 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:51.484873 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c5f349f8-783f-457f-b282-2734043e62bd req-edb4bd4d-d80a-402a-a7bd-cf58a859e4a2 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0485198 Aug 30 07:54:51.529583 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c5f349f8-783f-457f-b282-2734043e62bd req-fa9059f2-9826-4616-ae9b-dd20026caf8b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374424 Aug 30 07:54:52.073230 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fbbb5-c3a8-4810-9d5c-94bbe917b8d1 req-7d79ca2f-79b5-41aa-8e2a-38dd8e156be8 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:52.074856 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-534fbbb5-c3a8-4810-9d5c-94bbe917b8d1 req-7d79ca2f-79b5-41aa-8e2a-38dd8e156be8 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 944 time: 0.0546372 Aug 30 07:54:52.115446 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-534fbbb5-c3a8-4810-9d5c-94bbe917b8d1 req-a25b0e00-7f38-4006-aac2-3cc503be35f4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347133 Aug 30 07:54:52.666177 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac4051-504a-4ecc-8de7-261da26d3704 req-39e5913b-8c10-46f4-9459-92c44c78fc64 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:52.667733 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7eac4051-504a-4ecc-8de7-261da26d3704 req-39e5913b-8c10-46f4-9459-92c44c78fc64 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0510645 Aug 30 07:54:52.712190 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7eac4051-504a-4ecc-8de7-261da26d3704 req-bb6f94b5-ed30-40ff-83bd-99da5a24b040 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381467 Aug 30 07:54:53.233633 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c085bb2-ceaf-4696-9071-acead3b4f11b req-18d32f6c-220d-4355-b61e-04ca11abdcad tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:53.235257 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8c085bb2-ceaf-4696-9071-acead3b4f11b req-18d32f6c-220d-4355-b61e-04ca11abdcad tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 944 time: 0.0509930 Aug 30 07:54:53.274121 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8c085bb2-ceaf-4696-9071-acead3b4f11b req-1fbcb5d6-0cdc-4de3-89d2-cb173902cd43 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327106 Aug 30 07:54:53.754109 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:53.836205 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753ec45-37f8-455d-a259-4371b2f3b248 req-9ee2e435-6bc7-42e5-a17a-de9bcd9ee176 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:53.837751 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d753ec45-37f8-455d-a259-4371b2f3b248 req-9ee2e435-6bc7-42e5-a17a-de9bcd9ee176 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0479352 Aug 30 07:54:53.878317 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d753ec45-37f8-455d-a259-4371b2f3b248 req-0f36b81a-2253-4b2a-92c8-6e7f2f340296 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345619 Aug 30 07:54:54.395538 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7675d7-81c8-4fa3-8fed-9005a83b2a28 req-f560a020-7b95-484c-aa40-e7cda191def4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:54.397169 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3e7675d7-81c8-4fa3-8fed-9005a83b2a28 req-f560a020-7b95-484c-aa40-e7cda191def4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 944 time: 0.0556293 Aug 30 07:54:54.438385 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3e7675d7-81c8-4fa3-8fed-9005a83b2a28 req-95067e98-2f47-4d4f-b222-fdfb29485f14 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332406 Aug 30 07:54:55.001650 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8142fe-0ca3-4651-af40-7fd6932e9a51 req-cc803dc1-3340-4a14-9980-6a3450c4d2ab tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:55.003276 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9e8142fe-0ca3-4651-af40-7fd6932e9a51 req-cc803dc1-3340-4a14-9980-6a3450c4d2ab tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0507944 Aug 30 07:54:55.042841 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9e8142fe-0ca3-4651-af40-7fd6932e9a51 req-f08b055f-dd28-4ccd-b7f1-fc178ce2f8d1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336223 Aug 30 07:54:55.565502 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888d7e2-29fd-4d8f-8144-47aca5b1476b req-fd34d66e-8b3c-4dff-b87b-8694b71ea7b3 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:55.567047 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6888d7e2-29fd-4d8f-8144-47aca5b1476b req-fd34d66e-8b3c-4dff-b87b-8694b71ea7b3 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 944 time: 0.0510058 Aug 30 07:54:55.623217 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6888d7e2-29fd-4d8f-8144-47aca5b1476b req-f781b0ec-5fff-4c9b-8097-042bbd08e34a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493422 Aug 30 07:54:56.163544 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9befa107-749f-4031-9ba2-08f4c42ab3b3 req-96d23ca1-2dae-44cf-973d-d93008c6b091 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:56.165037 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9befa107-749f-4031-9ba2-08f4c42ab3b3 req-96d23ca1-2dae-44cf-973d-d93008c6b091 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0482807 Aug 30 07:54:56.210689 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9befa107-749f-4031-9ba2-08f4c42ab3b3 req-4d6ae272-21c8-4b35-bdd8-941007828205 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384073 Aug 30 07:54:56.747907 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87712e5c-0475-49d1-bdcb-cf8d94627970 req-93b821f6-979d-40c5-bb05-08d741a42caf tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:56.749460 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-87712e5c-0475-49d1-bdcb-cf8d94627970 req-93b821f6-979d-40c5-bb05-08d741a42caf tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 944 time: 0.0491993 Aug 30 07:54:56.794569 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-87712e5c-0475-49d1-bdcb-cf8d94627970 req-fd4bcf14-00c0-4269-a6ed-8f50103e3a20 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376921 Aug 30 07:54:57.336250 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efd395-ec88-417a-9094-a1f0f550b6fc req-c147b0fa-5b64-4219-98a9-a5d47bf60938 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:57.337731 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-01efd395-ec88-417a-9094-a1f0f550b6fc req-c147b0fa-5b64-4219-98a9-a5d47bf60938 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0491712 Aug 30 07:54:57.378613 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-01efd395-ec88-417a-9094-a1f0f550b6fc req-3511757f-06c7-40ca-958c-2bff9df99fe6 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348144 Aug 30 07:54:57.925251 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075d62f-c566-4c81-85be-23530ff3cf7f req-8577ef46-ffe2-470e-9caf-0b13a9e9e28b tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:57.926846 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9075d62f-c566-4c81-85be-23530ff3cf7f req-8577ef46-ffe2-470e-9caf-0b13a9e9e28b tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 944 time: 0.0657234 Aug 30 07:54:57.980584 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9075d62f-c566-4c81-85be-23530ff3cf7f req-239fb3ef-d62a-4234-8576-d601e7a7a0c7 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476813 Aug 30 07:54:58.513492 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e13e37-a68f-4c01-a8a5-1e945be1eb80 req-c8f012a9-5ee9-47bd-bba2-c093d5b5f420 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:58.516711 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-35e13e37-a68f-4c01-a8a5-1e945be1eb80 req-c8f012a9-5ee9-47bd-bba2-c093d5b5f420 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0582254 Aug 30 07:54:58.565688 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-35e13e37-a68f-4c01-a8a5-1e945be1eb80 req-2469922c-647f-4d59-acc7-7951925ff114 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431232 Aug 30 07:54:59.114908 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885a7a0-b6f6-4818-bf08-18c72e5ddd43 req-9a3563c0-becc-4f22-a0dc-7fbf910e8dc6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:59.116385 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e885a7a0-b6f6-4818-bf08-18c72e5ddd43 req-9a3563c0-becc-4f22-a0dc-7fbf910e8dc6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 944 time: 0.0497313 Aug 30 07:54:59.157853 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e885a7a0-b6f6-4818-bf08-18c72e5ddd43 req-5bcb0176-3b31-4bb6-b430-13b5b855046b tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334246 Aug 30 07:54:59.688206 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4149575-aeea-4ea7-955c-7094bc1a1f2c req-f2b8b78e-d99c-4c82-8a25-e427f3912253 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:59.689678 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d4149575-aeea-4ea7-955c-7094bc1a1f2c req-f2b8b78e-d99c-4c82-8a25-e427f3912253 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0502985 Aug 30 07:54:59.731222 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d4149575-aeea-4ea7-955c-7094bc1a1f2c req-244c4ba6-232b-461c-a35b-b754960e9262 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356224 Aug 30 07:55:00.272749 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405f0a1-de10-4c70-9ca5-e5825fad163d req-0ec4cda4-ee85-4375-8e8d-2d2dc4c01faf tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:00.274222 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4405f0a1-de10-4c70-9ca5-e5825fad163d req-0ec4cda4-ee85-4375-8e8d-2d2dc4c01faf tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 944 time: 0.0484309 Aug 30 07:55:00.313362 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4405f0a1-de10-4c70-9ca5-e5825fad163d req-ab06ef61-4c01-475c-a807-38c3ea9992fe tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331182 Aug 30 07:55:00.587866 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2739fc9f-1174-4d0e-a8b8-c69b18a11c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:00.847698 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521a847-078b-45d3-bffe-cc1fa33408e7 req-65494897-bc07-41a1-9c78-b6fd6f712b98 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:00.849080 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3521a847-078b-45d3-bffe-cc1fa33408e7 req-65494897-bc07-41a1-9c78-b6fd6f712b98 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0483992 Aug 30 07:55:00.887511 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3521a847-078b-45d3-bffe-cc1fa33408e7 req-d6fdeb20-8e53-41a1-ae20-c8592d6d6b9b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322940 Aug 30 07:55:01.429615 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb511011-4085-42d9-aec8-d7b2fb59193a req-cc7ea419-e9f1-4a6e-8b6a-beaa8dc30eb2 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:01.431686 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fb511011-4085-42d9-aec8-d7b2fb59193a req-cc7ea419-e9f1-4a6e-8b6a-beaa8dc30eb2 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 944 time: 0.0530055 Aug 30 07:55:01.469437 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fb511011-4085-42d9-aec8-d7b2fb59193a req-84058926-b844-4495-bc22-bfa9ff55e757 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319350 Aug 30 07:55:02.004678 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1cc42-522d-406d-980c-b0704f312a80 req-91af6e03-f040-46d8-abc5-2455f7b40ba7 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:02.006124 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4bc1cc42-522d-406d-980c-b0704f312a80 req-91af6e03-f040-46d8-abc5-2455f7b40ba7 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0486267 Aug 30 07:55:02.044153 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4bc1cc42-522d-406d-980c-b0704f312a80 req-9d671317-18c8-4920-bc92-fd9c6bd6415f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314832 Aug 30 07:55:02.675573 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dea513-be76-410a-af68-8501cff12a21 req-f2041966-4168-4fb4-b9b9-ab5c448bd2fb tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:02.677098 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-02dea513-be76-410a-af68-8501cff12a21 req-f2041966-4168-4fb4-b9b9-ab5c448bd2fb tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 944 time: 0.1432631 Aug 30 07:55:02.703687 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92db7f-eacd-4af4-9fae-4fe3a74cab2f req-a9adba23-91e7-49dd-a4ad-ef02ed32f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:02.705117 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1b92db7f-eacd-4af4-9fae-4fe3a74cab2f req-a9adba23-91e7-49dd-a4ad-ef02ed32f705 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46a024ebf24f430393b00d5d8777b746&device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 1096 time: 0.0946927 Aug 30 07:55:02.717485 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-aa0648ad-3584-4841-b671-a125c335364b req-cc1537e4-fe33-44a9-994e-e69b4bc7e4c5 service neutron] 10.222.0.61 "GET /v2.0/networks/4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528180 Aug 30 07:55:02.745212 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-02dea513-be76-410a-af68-8501cff12a21 req-5d6966d3-d1b3-419e-a243-16d1a5beeb39 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581472 Aug 30 07:55:02.847271 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252526a1-cf81-4f8d-a2f7-ac614074201a req-3bbcf756-9b7e-4d8d-bd73-2fde35d6df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:02.848735 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-252526a1-cf81-4f8d-a2f7-ac614074201a req-3bbcf756-9b7e-4d8d-bd73-2fde35d6df75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f16062b13b0c4cd2be8f26f9e093d9bf&device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 1097 time: 0.0703700 Aug 30 07:55:02.853758 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92db7f-eacd-4af4-9fae-4fe3a74cab2f req-261a113b-7806-4349-b26d-39abc1d06f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:02.855171 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1b92db7f-eacd-4af4-9fae-4fe3a74cab2f req-261a113b-7806-4349-b26d-39abc1d06f5f service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac8b0384-c5fa-4cad-beab-0f002d9bca24 HTTP/1.1" status: 200 len: 917 time: 0.1242571 Aug 30 07:55:02.970251 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1b92db7f-eacd-4af4-9fae-4fe3a74cab2f req-b0baab7a-3988-46b6-8988-7dc136fc0ba2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f744e1-43b5-4cbe-a3b6-9ee81f793879 HTTP/1.1" status: 200 len: 999 time: 0.1060867 Aug 30 07:55:03.011404 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252526a1-cf81-4f8d-a2f7-ac614074201a req-4ecf6f8b-8fd8-4c0d-bbca-9693f35276e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:03.012731 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-252526a1-cf81-4f8d-a2f7-ac614074201a req-4ecf6f8b-8fd8-4c0d-bbca-9693f35276e4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f HTTP/1.1" status: 200 len: 916 time: 0.1567273 Aug 30 07:55:03.062790 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-252526a1-cf81-4f8d-a2f7-ac614074201a req-201465ab-d789-479a-b32a-8f9257ea76f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a5b7fe-6ea4-4a61-995f-35648fa60831 HTTP/1.1" status: 200 len: 217 time: 0.0410037 Aug 30 07:55:03.064271 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92db7f-eacd-4af4-9fae-4fe3a74cab2f req-f26853d8-47e7-40b8-a5d3-ebd59099e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:03.065589 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1b92db7f-eacd-4af4-9fae-4fe3a74cab2f req-f26853d8-47e7-40b8-a5d3-ebd59099e12d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=417de6c6-8ef1-406c-b93e-54175f5b1e8f HTTP/1.1" status: 200 len: 855 time: 0.0873995 Aug 30 07:55:03.146545 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252526a1-cf81-4f8d-a2f7-ac614074201a req-3cac8cf4-213d-4a03-bd54-de4ef55c3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:03.148006 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-252526a1-cf81-4f8d-a2f7-ac614074201a req-3cac8cf4-213d-4a03-bd54-de4ef55c3e72 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6af770c-a1b8-4206-b73e-26a6c98ea347 HTTP/1.1" status: 200 len: 854 time: 0.0719459 Aug 30 07:55:03.151191 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92db7f-eacd-4af4-9fae-4fe3a74cab2f req-c3a2b3b6-db0d-47b3-b2e5-e428a622c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:03.152539 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1b92db7f-eacd-4af4-9fae-4fe3a74cab2f req-c3a2b3b6-db0d-47b3-b2e5-e428a622c52e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac8b0384-c5fa-4cad-beab-0f002d9bca24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691304 Aug 30 07:55:03.162105 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55709b0-cb5b-47ca-a249-02918c09d9b6 req-3b6ac68b-e0f8-4542-be6a-41409e91f190 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:03.163600 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d55709b0-cb5b-47ca-a249-02918c09d9b6 req-3b6ac68b-e0f8-4542-be6a-41409e91f190 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0481651 Aug 30 07:55:03.206005 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d55709b0-cb5b-47ca-a249-02918c09d9b6 req-810fcd97-1515-4691-8133-f29f27feaf14 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357912 Aug 30 07:55:03.259169 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252526a1-cf81-4f8d-a2f7-ac614074201a req-b7c39070-7e87-47b0-97e9-799c50b6c6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:03.260649 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-252526a1-cf81-4f8d-a2f7-ac614074201a req-b7c39070-7e87-47b0-97e9-799c50b6c6b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0992994 Aug 30 07:55:03.286698 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1b92db7f-eacd-4af4-9fae-4fe3a74cab2f req-bfa94227-27b5-4e13-b2a4-77676049d54e service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241043 Aug 30 07:55:03.421022 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-cbc15fce-4bb6-456e-a03b-10a09e875138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:03.421821 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-252526a1-cf81-4f8d-a2f7-ac614074201a req-a3659390-815c-4072-bd5e-9c5ccfce2c6e service neutron] 10.222.0.61 "GET /v2.0/networks/4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478653 Aug 30 07:55:03.438740 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1b92db7f-eacd-4af4-9fae-4fe3a74cab2f req-81a12132-2e9a-4c29-99c7-3f057c39a184 service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426406 Aug 30 07:55:03.519135 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-252526a1-cf81-4f8d-a2f7-ac614074201a req-b65721e7-caee-4884-8125-3595512b470d service neutron] 10.222.0.61 "GET /v2.0/networks/4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887396 Aug 30 07:55:03.863147 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab41795-06cf-4890-be93-30965ef8433f req-8ad7b3dc-e68b-4421-9672-5b61c41c0bf3 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:03.865452 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5ab41795-06cf-4890-be93-30965ef8433f req-8ad7b3dc-e68b-4421-9672-5b61c41c0bf3 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 944 time: 0.0547266 Aug 30 07:55:03.917389 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5ab41795-06cf-4890-be93-30965ef8433f req-f11ebb3f-d137-47ae-bc22-e3d647fbdba6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449600 Aug 30 07:55:04.301245 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:04.333908 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845a5fa-1e2e-48a4-9c7f-5fb3f840f409 req-2b4ed11c-35c2-4a09-bd47-1b7cb2c8ce41 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:04.335407 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9845a5fa-1e2e-48a4-9c7f-5fb3f840f409 req-2b4ed11c-35c2-4a09-bd47-1b7cb2c8ce41 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0506456 Aug 30 07:55:04.375104 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9845a5fa-1e2e-48a4-9c7f-5fb3f840f409 req-427f4972-e3a8-4e7b-826d-8969766dc13d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329974 Aug 30 07:55:05.037470 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc09cc5-f259-4fa0-b33d-8830ab912606 req-65a6f237-3a6a-48a2-8e3a-75b4833fe052 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:05.039100 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-fcc09cc5-f259-4fa0-b33d-8830ab912606 req-65a6f237-3a6a-48a2-8e3a-75b4833fe052 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 944 time: 0.0493081 Aug 30 07:55:05.087738 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-fcc09cc5-f259-4fa0-b33d-8830ab912606 req-64b72871-6f31-49c6-8e89-d522b8351efc tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411227 Aug 30 07:55:05.098407 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:05.170370 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068d07d-b677-48aa-bc83-e009584d8bfa req-785aa4f2-bb26-49e7-9695-16d8a422d236 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:05.171857 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2068d07d-b677-48aa-bc83-e009584d8bfa req-785aa4f2-bb26-49e7-9695-16d8a422d236 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0504794 Aug 30 07:55:05.214001 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2068d07d-b677-48aa-bc83-e009584d8bfa req-b40a6d8c-1643-4f9d-aff4-53bc4e42c2b8 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360417 Aug 30 07:55:05.492688 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de094b1-105a-44ff-a7a6-044cdd731cb4 req-c9e93bee-df4b-464d-8977-cee15b1512bf tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:05.494052 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8de094b1-105a-44ff-a7a6-044cdd731cb4 req-c9e93bee-df4b-464d-8977-cee15b1512bf tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0488157 Aug 30 07:55:05.533899 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8de094b1-105a-44ff-a7a6-044cdd731cb4 req-83fd6aef-111b-4ef3-a7a2-1237399d791e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339923 Aug 30 07:55:05.858948 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:06.087375 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 17a5b7fe-6ea4-4a61-995f-35648fa60831 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:55:06.183098 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 17a5b7fe-6ea4-4a61-995f-35648fa60831, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=17a5b7fe-6ea4-4a61-995f-35648fa60831,segment=NetworkSegment(aad1c7ef-df53-422f-9024-c4a16a95544a),segment_id=aad1c7ef-df53-422f-9024-c4a16a95544a)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:55:06.194365 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': '17a5b7fe-6ea4-4a61-995f-35648fa60831', 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f', 'port_id': '17a5b7fe-6ea4-4a61-995f-35648fa60831', 'mac_address': 'fa:16:3e:18:b1:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:55:06.201988 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e5d29-2ae1-4ed0-8299-65b5cbc982b2 req-7363a7bb-cfb8-4bdf-9e1f-af4600932b59 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:06.203495 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-538e5d29-2ae1-4ed0-8299-65b5cbc982b2 req-7363a7bb-cfb8-4bdf-9e1f-af4600932b59 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 944 time: 0.0483141 Aug 30 07:55:06.231842 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:06.242786 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-538e5d29-2ae1-4ed0-8299-65b5cbc982b2 req-799d486d-fc0b-4a26-9e70-3b45390605a6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329096 Aug 30 07:55:06.244971 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a5b7fe-6ea4-4a61-995f-35648fa60831 {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:55:06.264695 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 17a5b7fe-6ea4-4a61-995f-35648fa60831, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=17a5b7fe-6ea4-4a61-995f-35648fa60831,segment=NetworkSegment(aad1c7ef-df53-422f-9024-c4a16a95544a),segment_id=aad1c7ef-df53-422f-9024-c4a16a95544a)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:55:06.268779 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:06.318056 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=17a5b7fe-6ea4-4a61-995f-35648fa60831,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:06.344007 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd2a4d-4deb-4804-ae14-f77f72956da0 req-9831fb02-c061-4bfc-821a-e76c6b9e527b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:06.345508 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-50cd2a4d-4deb-4804-ae14-f77f72956da0 req-9831fb02-c061-4bfc-821a-e76c6b9e527b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0534909 Aug 30 07:55:06.382444 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-50cd2a4d-4deb-4804-ae14-f77f72956da0 req-55b33f0c-becc-4e7b-8522-8fc52ec9e776 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307968 Aug 30 07:55:06.658421 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d8ef3-da42-426a-ad90-ee8ee7af7725 req-58182ee2-c606-4a5d-89ff-998528e34072 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:06.659807 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4b5d8ef3-da42-426a-ad90-ee8ee7af7725 req-58182ee2-c606-4a5d-89ff-998528e34072 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0508392 Aug 30 07:55:06.675271 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['17a5b7fe-6ea4-4a61-995f-35648fa60831'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:55:06.700239 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4b5d8ef3-da42-426a-ad90-ee8ee7af7725 req-05ab1496-3c10-4c98-9eda-c576db3a6e49 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338397 Aug 30 07:55:07.359989 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ea177-8bea-40f8-b355-d94d0bc07225 req-0f7e136b-a41a-4a51-bfc4-b26157728318 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:07.362592 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d51ea177-8bea-40f8-b355-d94d0bc07225 req-0f7e136b-a41a-4a51-bfc4-b26157728318 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 945 time: 0.0508509 Aug 30 07:55:07.399917 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d51ea177-8bea-40f8-b355-d94d0bc07225 req-496822a8-9ba0-49cf-a2bc-33ef9f84772d tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322771 Aug 30 07:55:07.497533 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf26f11-a35e-4dd6-8f7f-191adf1859ff req-4f62009e-b2bd-4be3-8f87-c8719d518deb tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:07.498930 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1bf26f11-a35e-4dd6-8f7f-191adf1859ff req-4f62009e-b2bd-4be3-8f87-c8719d518deb tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0483475 Aug 30 07:55:07.540630 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1bf26f11-a35e-4dd6-8f7f-191adf1859ff req-bab4977c-1f37-4d3a-b8fa-e73acdea47df tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356388 Aug 30 07:55:07.821761 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa192-9d5b-488a-b9c4-4d3c8f88dd65 req-3381d641-8e81-4e20-a606-3f95a33eedff tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:07.823351 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5bcaa192-9d5b-488a-b9c4-4d3c8f88dd65 req-3381d641-8e81-4e20-a606-3f95a33eedff tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0525100 Aug 30 07:55:07.866902 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5bcaa192-9d5b-488a-b9c4-4d3c8f88dd65 req-df33344f-cb51-4600-becd-96bb1f8436c4 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371282 Aug 30 07:55:08.113055 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 17a5b7fe-6ea4-4a61-995f-35648fa60831 up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:55:08.163066 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port 17a5b7fe-6ea4-4a61-995f-35648fa60831 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:55:08.166857 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port 17a5b7fe-6ea4-4a61-995f-35648fa60831 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:55:08.167228 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:08.248102 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:08.270665 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a5b7fe-6ea4-4a61-995f-35648fa60831'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:55:08.272913 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12efcc72-e2dc-4d94-8b28-90cbd9f7e81a" -d '{"events": [{"server_uuid": "c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35", "name": "network-vif-plugged", "status": "completed", "tag": "17a5b7fe-6ea4-4a61-995f-35648fa60831"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:55:08.286175 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 17a5b7fe-6ea4-4a61-995f-35648fa60831, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=17a5b7fe-6ea4-4a61-995f-35648fa60831,segment=NetworkSegment(aad1c7ef-df53-422f-9024-c4a16a95544a),segment_id=aad1c7ef-df53-422f-9024-c4a16a95544a)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:55:08.291004 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:08.321760 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2457e813-6334-4fce-a40b-f381b0097be7 x-openstack-request-id: req-2457e813-6334-4fce-a40b-f381b0097be7 {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:55:08.322118 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35", "name": "network-vif-plugged", "status": "completed", "tag": "17a5b7fe-6ea4-4a61-995f-35648fa60831", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:55:08.322396 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2457e813-6334-4fce-a40b-f381b0097be7 {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:55:08.322894 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a5b7fe-6ea4-4a61-995f-35648fa60831', 'code': 200} Aug 30 07:55:08.346898 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=17a5b7fe-6ea4-4a61-995f-35648fa60831,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:08.479192 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343f0e7-5092-48a2-9bd0-f2dfc11fd071 req-5fbd5f38-04a9-4e55-9664-ca0bdc6bfb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:08.480715 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9343f0e7-5092-48a2-9bd0-f2dfc11fd071 req-5fbd5f38-04a9-4e55-9664-ca0bdc6bfb35 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 1099 time: 0.0390534 Aug 30 07:55:08.517570 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9343f0e7-5092-48a2-9bd0-f2dfc11fd071 req-780323f3-3ac6-403c-a988-7e57e9db04cc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287435 Aug 30 07:55:08.518923 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab555d8-e005-45b0-975c-a7c27061b61a req-4bee7b34-5e30-40f4-9871-c37798a6e09f tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:08.520399 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0ab555d8-e005-45b0-975c-a7c27061b61a req-4bee7b34-5e30-40f4-9871-c37798a6e09f tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 946 time: 0.0499485 Aug 30 07:55:08.557971 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0ab555d8-e005-45b0-975c-a7c27061b61a req-cbdacdcb-5db4-4931-a3a9-3e998a8392a6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315239 Aug 30 07:55:08.655812 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22dc9a1-e602-43ae-844c-3996a2fc87de req-fb4fdac8-9153-442a-b823-576e1859d50b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:08.657275 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b22dc9a1-e602-43ae-844c-3996a2fc87de req-fb4fdac8-9153-442a-b823-576e1859d50b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0484583 Aug 30 07:55:08.694834 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b22dc9a1-e602-43ae-844c-3996a2fc87de req-6d3add5e-fe95-45cf-abb2-81a986b5cfa3 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314748 Aug 30 07:55:08.985826 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aac9d9-7415-4d41-8ac2-e97a3185078e req-aa6c2c96-b07b-43c0-89c5-f3bddd6d73dc tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:08.987310 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-72aac9d9-7415-4d41-8ac2-e97a3185078e req-aa6c2c96-b07b-43c0-89c5-f3bddd6d73dc tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0492585 Aug 30 07:55:09.025175 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-72aac9d9-7415-4d41-8ac2-e97a3185078e req-182df0d3-0937-4411-8361-6a7c1dc72b1d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319884 Aug 30 07:55:09.062427 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:55:09.672273 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042149ac-8630-4639-94f1-6bf84f0621fe req-8ce6d172-45ec-4a2e-ad5b-543ec2abc72b tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:09.673654 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-042149ac-8630-4639-94f1-6bf84f0621fe req-8ce6d172-45ec-4a2e-ad5b-543ec2abc72b tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 946 time: 0.0489984 Aug 30 07:55:09.714761 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-042149ac-8630-4639-94f1-6bf84f0621fe req-406a4786-0f4a-4edf-bb83-91ad0858a092 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352468 Aug 30 07:55:09.807525 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b82b98-6bb6-4669-88cc-a6df32246208 req-1ae98dcd-84e0-48f8-81ff-f599f3414f20 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:09.808979 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d3b82b98-6bb6-4669-88cc-a6df32246208 req-1ae98dcd-84e0-48f8-81ff-f599f3414f20 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0473104 Aug 30 07:55:09.850460 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d3b82b98-6bb6-4669-88cc-a6df32246208 req-d8ba5902-29e4-4b57-88bf-648ba9bb0fd7 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354970 Aug 30 07:55:10.143908 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef2b1c-83f7-4605-84ed-bcbb96f9ef18 req-684a8e33-36df-4f57-b471-8004f3421f3f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:10.145358 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ceef2b1c-83f7-4605-84ed-bcbb96f9ef18 req-684a8e33-36df-4f57-b471-8004f3421f3f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0485859 Aug 30 07:55:10.183049 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ceef2b1c-83f7-4605-84ed-bcbb96f9ef18 req-ee23dbc0-80f2-4baa-a775-7a8faa7a3b67 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315585 Aug 30 07:55:10.826823 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274d918-44a2-4368-8762-f0fb8b27d9cb req-58bf6e3c-20b5-490d-80f6-4b297fa85f08 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:10.828274 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a274d918-44a2-4368-8762-f0fb8b27d9cb req-58bf6e3c-20b5-490d-80f6-4b297fa85f08 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 946 time: 0.0485125 Aug 30 07:55:10.865822 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a274d918-44a2-4368-8762-f0fb8b27d9cb req-4fc2c460-bcf9-461c-b932-9a756e4496fb tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317371 Aug 30 07:55:10.968838 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72eb930-4a07-44bb-a5b3-5fa86acd81a3 req-03042438-bc1d-46b4-b9a2-4553569730af tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:10.970493 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a72eb930-4a07-44bb-a5b3-5fa86acd81a3 req-03042438-bc1d-46b4-b9a2-4553569730af tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0517607 Aug 30 07:55:10.981847 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa7970-4e58-4050-a821-738d9aa76f0c req-e66c8217-4020-4a2d-8e28-e232ea50b781 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:10.983363 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1bfa7970-4e58-4050-a821-738d9aa76f0c req-e66c8217-4020-4a2d-8e28-e232ea50b781 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 946 time: 0.0511854 Aug 30 07:55:11.010323 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a72eb930-4a07-44bb-a5b3-5fa86acd81a3 req-d1e98571-083c-4f9d-973c-118aa4fcfaf1 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339756 Aug 30 07:55:11.022057 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1bfa7970-4e58-4050-a821-738d9aa76f0c req-f043562b-9b98-404c-8ba5-ac66c59bc169 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326605 Aug 30 07:55:11.302640 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bd338-ab67-4022-9281-6aee31d7775b req-7eaa0611-467f-4307-95fa-abb86b3f5f1b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:11.304138 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a31bd338-ab67-4022-9281-6aee31d7775b req-7eaa0611-467f-4307-95fa-abb86b3f5f1b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 943 time: 0.0497241 Aug 30 07:55:11.346170 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a31bd338-ab67-4022-9281-6aee31d7775b req-923776cc-f81c-42b4-85b3-09dddbc440ee tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362082 Aug 30 07:55:11.352863 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8122f-3053-4f8e-8b61-b717d7767419 req-7e9c497b-0b5b-4cd8-9cfc-488761f3b58b tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:11.354418 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1db8122f-3053-4f8e-8b61-b717d7767419 req-7e9c497b-0b5b-4cd8-9cfc-488761f3b58b tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 946 time: 0.0497036 Aug 30 07:55:11.395031 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1db8122f-3053-4f8e-8b61-b717d7767419 req-2b74e610-9254-4b46-a321-f2950ccb13fe tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346806 Aug 30 07:55:12.128608 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c5434-be8b-4c15-9181-bf24ef460772 req-3890a77a-fa70-4e2e-acca-9eca7e9e1252 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:12.130103 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d38c5434-be8b-4c15-9181-bf24ef460772 req-3890a77a-fa70-4e2e-acca-9eca7e9e1252 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0492227 Aug 30 07:55:12.143157 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 32f744e1-43b5-4cbe-a3b6-9ee81f793879 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:55:12.169230 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d38c5434-be8b-4c15-9181-bf24ef460772 req-be067f12-3447-48f9-90db-6a091c425ca8 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322812 Aug 30 07:55:12.239597 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 32f744e1-43b5-4cbe-a3b6-9ee81f793879, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=32f744e1-43b5-4cbe-a3b6-9ee81f793879,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:55:12.251381 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': '32f744e1-43b5-4cbe-a3b6-9ee81f793879', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'port_id': '32f744e1-43b5-4cbe-a3b6-9ee81f793879', 'mac_address': 'fa:16:3e:3a:43:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:55:12.288282 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:12.300829 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f744e1-43b5-4cbe-a3b6-9ee81f793879 {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:55:12.323035 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 32f744e1-43b5-4cbe-a3b6-9ee81f793879, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=32f744e1-43b5-4cbe-a3b6-9ee81f793879,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:55:12.326568 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:12.374099 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=32f744e1-43b5-4cbe-a3b6-9ee81f793879,revision_number=9']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:12.470276 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4304649-7ad5-466f-bc2c-3a2b99de0a42 req-b90a8fc0-d6f7-4834-834f-b272fe0aae45 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:12.471737 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4304649-7ad5-466f-bc2c-3a2b99de0a42 req-b90a8fc0-d6f7-4834-834f-b272fe0aae45 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 944 time: 0.0471992 Aug 30 07:55:12.509100 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4304649-7ad5-466f-bc2c-3a2b99de0a42 req-637b03db-6387-4c1c-a170-a7f8ef71eb69 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309317 Aug 30 07:55:12.698772 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['32f744e1-43b5-4cbe-a3b6-9ee81f793879'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:55:13.295004 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1d42a-ef4d-43a8-a02c-372ee07cdc25 req-ff811c8e-846b-474c-9a59-6b9faa1619c2 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:13.296501 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6bf1d42a-ef4d-43a8-a02c-372ee07cdc25 req-ff811c8e-846b-474c-9a59-6b9faa1619c2 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0488367 Aug 30 07:55:13.337303 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6bf1d42a-ef4d-43a8-a02c-372ee07cdc25 req-60dd19a7-4cb6-44c1-adac-d61589771860 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345395 Aug 30 07:55:13.629910 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed9d65-2335-4e1e-9966-3d63e7e0a6f6 req-4827cb0b-d8e4-4705-b8b6-f40ef18ae7ff tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:13.631435 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d2ed9d65-2335-4e1e-9966-3d63e7e0a6f6 req-4827cb0b-d8e4-4705-b8b6-f40ef18ae7ff tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 944 time: 0.0492094 Aug 30 07:55:13.670139 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d2ed9d65-2335-4e1e-9966-3d63e7e0a6f6 req-47a36d80-3cc9-4c77-b4f2-7f58e4077ee2 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326052 Aug 30 07:55:14.159060 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 32f744e1-43b5-4cbe-a3b6-9ee81f793879 up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:55:14.205420 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port 32f744e1-43b5-4cbe-a3b6-9ee81f793879 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:55:14.205793 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:14.287403 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:14.309453 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f744e1-43b5-4cbe-a3b6-9ee81f793879'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:55:14.311672 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e6beb3-b5ee-4aa3-b320-fc8fc812849b" -d '{"events": [{"server_uuid": "8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f", "name": "network-vif-plugged", "status": "completed", "tag": "32f744e1-43b5-4cbe-a3b6-9ee81f793879"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:55:14.325555 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 32f744e1-43b5-4cbe-a3b6-9ee81f793879, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=32f744e1-43b5-4cbe-a3b6-9ee81f793879,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:55:14.330058 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:14.353131 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa41105-8f0a-42b4-8ca1-046dd5fabcb3 x-openstack-request-id: req-daa41105-8f0a-42b4-8ca1-046dd5fabcb3 {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:55:14.353421 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f", "name": "network-vif-plugged", "status": "completed", "tag": "32f744e1-43b5-4cbe-a3b6-9ee81f793879", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:55:14.353698 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-daa41105-8f0a-42b4-8ca1-046dd5fabcb3 {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:55:14.354063 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f744e1-43b5-4cbe-a3b6-9ee81f793879', 'code': 200} Aug 30 07:55:14.385646 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=32f744e1-43b5-4cbe-a3b6-9ee81f793879,revision_number=10']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:14.392595 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:14.392946 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:14.393281 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:14.393609 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:14.393939 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:14.394291 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:14.394612 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:14.394933 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:14.395255 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:14.395571 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:14.395888 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:14.396203 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:14.456209 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57914800-42c2-4315-b275-cef17832ab8e req-53347572-7f11-427e-85d5-16a3bed857d7 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:14.457642 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-57914800-42c2-4315-b275-cef17832ab8e req-53347572-7f11-427e-85d5-16a3bed857d7 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0483737 Aug 30 07:55:14.498461 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-57914800-42c2-4315-b275-cef17832ab8e req-6f2b12b2-f7f7-4196-8d4a-6ad1fff72eb3 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345488 Aug 30 07:55:14.796638 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d194656-f28d-4862-9254-b654d7dfc412 req-b9938679-a7cf-4add-b169-c25d2c011f6e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:14.798033 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2d194656-f28d-4862-9254-b654d7dfc412 req-b9938679-a7cf-4add-b169-c25d2c011f6e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 946 time: 0.0503259 Aug 30 07:55:14.863745 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1deb8e-6551-4ecf-9329-5f3ddf0754a2 req-0a882e7c-7814-4926-be21-511707ae7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:14.865308 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ee1deb8e-6551-4ecf-9329-5f3ddf0754a2 req-0a882e7c-7814-4926-be21-511707ae7334 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 1099 time: 0.0660045 Aug 30 07:55:14.868902 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2d194656-f28d-4862-9254-b654d7dfc412 req-10e500f6-1e30-4094-ab7e-8d0cc645a2de tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615342 Aug 30 07:55:14.900555 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ee1deb8e-6551-4ecf-9329-5f3ddf0754a2 req-667ddd83-41c3-4003-a290-450a9b61bb5a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278916 Aug 30 07:55:15.611940 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9bd3f-b2be-4d25-93d3-06b24ade0b9c req-23cb71e2-5a80-42dc-b613-9e4dcff8c3ba tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:15.613390 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-61e9bd3f-b2be-4d25-93d3-06b24ade0b9c req-23cb71e2-5a80-42dc-b613-9e4dcff8c3ba tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0492563 Aug 30 07:55:15.652242 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-61e9bd3f-b2be-4d25-93d3-06b24ade0b9c req-54087e3d-3496-483a-a34a-88c75af52414 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328434 Aug 30 07:55:15.990556 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919eb05-f394-427b-a213-178a995a51ce req-828aee5a-a917-4c10-8f87-713a5c0ccfe9 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:15.992731 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3919eb05-f394-427b-a213-178a995a51ce req-828aee5a-a917-4c10-8f87-713a5c0ccfe9 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 946 time: 0.0485070 Aug 30 07:55:16.029393 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3919eb05-f394-427b-a213-178a995a51ce req-9a2e4b32-759e-415d-9a43-a9603bb227e5 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309846 Aug 30 07:55:16.770097 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c788a-e31e-4649-a16b-655a56e0da12 req-d17fc019-eea8-4244-be2c-d2d9d9a16ada tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:16.771619 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d29c788a-e31e-4649-a16b-655a56e0da12 req-d17fc019-eea8-4244-be2c-d2d9d9a16ada tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0520868 Aug 30 07:55:16.811041 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d29c788a-e31e-4649-a16b-655a56e0da12 req-d78b442c-239b-41b2-b10a-2da9b25b4f75 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333834 Aug 30 07:55:17.150691 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90f0b3-0e4c-4ee2-9099-ffc4194f7e13 req-792ff605-98dd-49eb-9809-ef8e06bddf99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:17.152139 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4a90f0b3-0e4c-4ee2-9099-ffc4194f7e13 req-792ff605-98dd-49eb-9809-ef8e06bddf99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 946 time: 0.0529563 Aug 30 07:55:17.191000 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4a90f0b3-0e4c-4ee2-9099-ffc4194f7e13 req-4f9b420e-b5cc-4230-8aec-3ef04b5f0b09 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325041 Aug 30 07:55:17.924319 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a059f-517c-4523-8039-8c6919d052bc req-a441c409-5d3f-4740-9764-ab67e9d7383b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:17.925754 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-138a059f-517c-4523-8039-8c6919d052bc req-a441c409-5d3f-4740-9764-ab67e9d7383b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0479605 Aug 30 07:55:17.967227 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-138a059f-517c-4523-8039-8c6919d052bc req-36dafe08-3fea-438c-b789-e5608f0e2bc1 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354652 Aug 30 07:55:19.080331 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee34595-6e52-491d-a5e2-f48736539099 req-21c63866-03b2-4577-bdaf-1c7a63ae5706 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:19.081784 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fee34595-6e52-491d-a5e2-f48736539099 req-21c63866-03b2-4577-bdaf-1c7a63ae5706 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0484519 Aug 30 07:55:19.119648 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fee34595-6e52-491d-a5e2-f48736539099 req-5774b74a-a02a-4653-8f61-9d327198956b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314009 Aug 30 07:55:20.233571 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853f5db-d989-45f7-85ed-78b9957518d2 req-687c1945-683d-4507-8c97-d019f2ff3782 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:20.235256 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7853f5db-d989-45f7-85ed-78b9957518d2 req-687c1945-683d-4507-8c97-d019f2ff3782 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0493107 Aug 30 07:55:20.273344 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7853f5db-d989-45f7-85ed-78b9957518d2 req-44514232-767e-4cd8-96f5-e1cb9f836915 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322199 Aug 30 07:55:20.836980 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5034a4-386f-4afc-9edc-e39a073ceecc req-36584506-1b20-4c97-b9eb-279d93e61e4a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:20.838413 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7a5034a4-386f-4afc-9edc-e39a073ceecc req-36584506-1b20-4c97-b9eb-279d93e61e4a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 946 time: 0.0492814 Aug 30 07:55:20.876384 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7a5034a4-386f-4afc-9edc-e39a073ceecc req-cc3478e6-fe48-4110-bb06-2a8fac745fcf tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321748 Aug 30 07:55:20.897880 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 39820) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:55:21.083971 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f5ff5d-811a-479d-bf4d-b017f9c6b711 tempest-TestMinimumBasicScenario-1733707800 tempest-TestMinimumBasicScenario-1733707800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:21.085602 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-74f5ff5d-811a-479d-bf4d-b017f9c6b711 tempest-TestMinimumBasicScenario-1733707800 tempest-TestMinimumBasicScenario-1733707800-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 1094 time: 0.1861897 Aug 30 07:55:21.088422 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 39824) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:55:21.092805 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Request body: {'floatingip': {'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'port_id': '17a5b7fe-6ea4-4a61-995f-35648fa60831', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:55:21.115036 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for floatingip, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:21.209978 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:21.396053 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3803b-7964-4e93-b544-618bb5e5d555 req-3bdb43c0-b13f-4e10-9397-9be4f5724a2f tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:21.398971 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9de3803b-7964-4e93-b544-618bb5e5d555 req-3bdb43c0-b13f-4e10-9397-9be4f5724a2f tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0524659 Aug 30 07:55:21.439324 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9de3803b-7964-4e93-b544-618bb5e5d555 req-8ccf8e85-94e4-4b39-895f-593c69f2753e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350888 Aug 30 07:55:21.544638 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Allocated IP 172.27.3.119 (02efbd58-3f47-4ba1-9fc3-db25e7b0ec42/864ddbd5-13be-4be1-97d0-f7c096166157/7e48e0ba-f384-4edc-a770-fce532322821) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:55:21.654259 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c0a50-1087-4a82-9575-326cb4d469ca req-b7d6d3cc-9526-44a8-93a1-dff9271ca827 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:21.655655 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e31c0a50-1087-4a82-9575-326cb4d469ca req-b7d6d3cc-9526-44a8-93a1-dff9271ca827 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0526426 Aug 30 07:55:21.691237 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:21.699598 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e31c0a50-1087-4a82-9575-326cb4d469ca req-02acbd4d-8289-45c2-baff-a01dbe7d607a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376713 Aug 30 07:55:21.712313 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca62740-148d-4363-9da6-efe54927a1c5 req-456c6f69-7a1d-4861-82c5-f96d6c05a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:21.713831 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3ca62740-148d-4363-9da6-efe54927a1c5 req-456c6f69-7a1d-4861-82c5-f96d6c05a8e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e71ca0134bc64db3b85a744bc5da948c&device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 1099 time: 0.0737307 Aug 30 07:55:21.784348 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:21.839478 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:55:21.848277 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:55:21.858893 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:55:21.883830 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca62740-148d-4363-9da6-efe54927a1c5 req-2385e3e2-8333-44b8-bead-91f80404db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:21.885294 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3ca62740-148d-4363-9da6-efe54927a1c5 req-2385e3e2-8333-44b8-bead-91f80404db44 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 HTTP/1.1" status: 200 len: 910 time: 0.1557822 Aug 30 07:55:21.887474 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Pushing event updated for resources: {'Port': ['ID=7e48e0ba-f384-4edc-a770-fce532322821,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:21.907054 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:21.907327 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:21.907665 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:21.907997 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:21.908328 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:21.908654 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:21.908980 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:21.909301 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:21.909623 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:21.909943 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:21.910297 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:21.910618 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:22.014094 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3ca62740-148d-4363-9da6-efe54927a1c5 req-ffd84181-09f9-4e30-821a-a1f14882cafa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f5aee7-d6fd-4ea0-b19a-d088da242d0e HTTP/1.1" status: 200 len: 1000 time: 0.1162496 Aug 30 07:55:22.119679 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca62740-148d-4363-9da6-efe54927a1c5 req-65ec1db9-ead7-4fd5-80d8-b00419b162a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:22.121123 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3ca62740-148d-4363-9da6-efe54927a1c5 req-65ec1db9-ead7-4fd5-80d8-b00419b162a1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e HTTP/1.1" status: 200 len: 848 time: 0.0956590 Aug 30 07:55:22.214207 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca62740-148d-4363-9da6-efe54927a1c5 req-8783199a-8525-4672-99c5-843e7a6ec2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:22.215616 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3ca62740-148d-4363-9da6-efe54927a1c5 req-8783199a-8525-4672-99c5-843e7a6ec2e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638118 Aug 30 07:55:22.491038 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3ca62740-148d-4363-9da6-efe54927a1c5 req-ec357946-61f7-41bb-b452-c62b1da2dcc8 service neutron] 10.222.0.61 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550702 Aug 30 07:55:22.551759 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:22.672988 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3ca62740-148d-4363-9da6-efe54927a1c5 req-429d93ca-30df-4430-8ee1-04c5567d35ea service neutron] 10.222.0.61 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731558 Aug 30 07:55:22.675325 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:22.843372 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee3d6f-8bc2-49a6-a06b-9c63ab2a139e req-7b93431c-53f2-4e1b-aa3f-aa49a4ab4051 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:22.844832 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-92ee3d6f-8bc2-49a6-a06b-9c63ab2a139e req-7b93431c-53f2-4e1b-aa3f-aa49a4ab4051 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0762842 Aug 30 07:55:22.877093 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:22.884823 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:22.928130 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-92ee3d6f-8bc2-49a6-a06b-9c63ab2a139e req-05450526-5f1d-46a7-8c2c-692cf81d0b5c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765510 Aug 30 07:55:22.969145 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Pushing event updated for resources: {'Port': ['ID=7e48e0ba-f384-4edc-a770-fce532322821,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:22.978366 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529307'] for floatingip, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:23.073801 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.db.l3_db [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Floating IP 8f572cec-bb17-4412-bb1c-8c61e920eaa8 associated. External IP: 172.27.3.119, port: 17a5b7fe-6ea4-4a61-995f-35648fa60831. Aug 30 07:55:23.273270 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Router d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:55:23.594123 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:55:23.604647 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37f75f9-dc99-4e3c-b54a-3162466999a6 None None] Sync routers for ids ['d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:55:23.611830 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:23.614745 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f75f9-dc99-4e3c-b54a-3162466999a6 None None] Routers {'d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:55:23.615374 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b37f75f9-dc99-4e3c-b54a-3162466999a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:55:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:55:23.642192 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-4c7e7149-3246-497a-be6f-1b33aed56cd4 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5527272 Aug 30 07:55:23.643051 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35', 'tag': '17a5b7fe-6ea4-4a61-995f-35648fa60831'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:55:23.645162 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39834) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:55:23.645669 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd9a170-9e6b-4661-8988-a5c60d2b2015" -d '{"events": [{"name": "network-changed", "server_uuid": "c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35", "tag": "17a5b7fe-6ea4-4a61-995f-35648fa60831"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:55:23.650230 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b257b39e-c42d-4cbe-b60a-c0a3cfa794d6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355206187', 'description': 'tempest-secgroup-smoke-1355206187 description', 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:55:23.684172 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b257b39e-c42d-4cbe-b60a-c0a3cfa794d6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:23.688851 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b885e092-5956-40ba-8c98-710828ddebba x-openstack-request-id: req-b885e092-5956-40ba-8c98-710828ddebba {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:55:23.689206 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35", "tag": "17a5b7fe-6ea4-4a61-995f-35648fa60831", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:55:23.689439 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b885e092-5956-40ba-8c98-710828ddebba {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:55:23.689829 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35', 'tag': '17a5b7fe-6ea4-4a61-995f-35648fa60831', 'status': 'completed', 'code': 200} Aug 30 07:55:23.733556 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:23.740923 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-b37f75f9-dc99-4e3c-b54a-3162466999a6 None None] Set router d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:55:23.760849 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9a170-9e6b-4661-8988-a5c60d2b2015 req-9396b94e-b1c2-4cba-9f65-6771dcf433af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:23.762585 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fbd9a170-9e6b-4661-8988-a5c60d2b2015 req-9396b94e-b1c2-4cba-9f65-6771dcf433af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f16062b13b0c4cd2be8f26f9e093d9bf&device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 1099 time: 0.0448353 Aug 30 07:55:23.774798 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b257b39e-c42d-4cbe-b60a-c0a3cfa794d6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:23.779239 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b257b39e-c42d-4cbe-b60a-c0a3cfa794d6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:23.811497 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b257b39e-c42d-4cbe-b60a-c0a3cfa794d6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:23.816696 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-b257b39e-c42d-4cbe-b60a-c0a3cfa794d6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1703730 Aug 30 07:55:23.820856 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 39838) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:55:23.823749 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257b39e-c42d-4cbe-b60a-c0a3cfa794d6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41342c03-de87-44e0-b0f0-9cb0deee3e59,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:23.827117 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-a003f3d0-f31e-4478-a3f3-0e99dacf48ac tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Request body: {'security_group_rule': {'security_group_id': '41342c03-de87-44e0-b0f0-9cb0deee3e59', 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:55:23.832232 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b257b39e-c42d-4cbe-b60a-c0a3cfa794d6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:23.832590 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b257b39e-c42d-4cbe-b60a-c0a3cfa794d6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:23.832929 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b257b39e-c42d-4cbe-b60a-c0a3cfa794d6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:23.833269 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b257b39e-c42d-4cbe-b60a-c0a3cfa794d6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:23.833607 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b257b39e-c42d-4cbe-b60a-c0a3cfa794d6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:23.833946 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b257b39e-c42d-4cbe-b60a-c0a3cfa794d6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:23.834314 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b257b39e-c42d-4cbe-b60a-c0a3cfa794d6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:23.834652 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b257b39e-c42d-4cbe-b60a-c0a3cfa794d6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:23.835706 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b257b39e-c42d-4cbe-b60a-c0a3cfa794d6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:23.836243 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b257b39e-c42d-4cbe-b60a-c0a3cfa794d6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:23.836561 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b257b39e-c42d-4cbe-b60a-c0a3cfa794d6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:23.836898 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b257b39e-c42d-4cbe-b60a-c0a3cfa794d6 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:23.877327 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a003f3d0-f31e-4478-a3f3-0e99dacf48ac tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:23.901694 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9a170-9e6b-4661-8988-a5c60d2b2015 req-497e51e5-90dc-4a63-8b90-99df1413ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:23.903211 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fbd9a170-9e6b-4661-8988-a5c60d2b2015 req-497e51e5-90dc-4a63-8b90-99df1413ca96 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f HTTP/1.1" status: 200 len: 916 time: 0.1313171 Aug 30 07:55:23.997764 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fbd9a170-9e6b-4661-8988-a5c60d2b2015 req-175cf9aa-a767-497b-9d5e-faa5959f3ebc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a5b7fe-6ea4-4a61-995f-35648fa60831 HTTP/1.1" status: 200 len: 1000 time: 0.0848532 Aug 30 07:55:24.003388 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a003f3d0-f31e-4478-a3f3-0e99dacf48ac tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.016530 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a003f3d0-f31e-4478-a3f3-0e99dacf48ac tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.081486 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003f3d0-f31e-4478-a3f3-0e99dacf48ac tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5b16e6-2617-4ee1-8ee3-d843efa18730,revision_number=0']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:24.099071 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a003f3d0-f31e-4478-a3f3-0e99dacf48ac tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.100170 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-a003f3d0-f31e-4478-a3f3-0e99dacf48ac tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2783587 Aug 30 07:55:24.103656 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39842) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:55:24.108929 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-05bc5ad1-57a4-49f5-9e01-9692d4c0959e tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Request body: {'security_group_rule': {'security_group_id': '41342c03-de87-44e0-b0f0-9cb0deee3e59', 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:55:24.114302 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9a170-9e6b-4661-8988-a5c60d2b2015 req-3e780657-dc25-48c1-9b9d-65b81963df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:24.115809 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fbd9a170-9e6b-4661-8988-a5c60d2b2015 req-3e780657-dc25-48c1-9b9d-65b81963df68 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6af770c-a1b8-4206-b73e-26a6c98ea347 HTTP/1.1" status: 200 len: 854 time: 0.0961802 Aug 30 07:55:24.125001 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc145b0-d65a-4a6b-8a1f-a7c6824596c0 req-ec5cc66c-3c25-42d2-b1b4-cea51fa7a8b9 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:24.126543 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fdc145b0-d65a-4a6b-8a1f-a7c6824596c0 req-ec5cc66c-3c25-42d2-b1b4-cea51fa7a8b9 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.1191399 Aug 30 07:55:24.140665 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05bc5ad1-57a4-49f5-9e01-9692d4c0959e tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.143476 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b37f75f9-dc99-4e3c-b54a-3162466999a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'name': 'tempest-TestMinimumBasicScenario-1944397746-router', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:08Z', 'revision_number': 4, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'gw_port': {'id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': '8f572cec-bb17-4412-bb1c-8c61e920eaa8', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'port_id': '17a5b7fe-6ea4-4a61-995f-35648fa60831', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f', 'mac_address': 'fa:16:3e:18:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:55:22Z', 'updated_at': '2021-08-30T07:55:22Z', 'revision_number': 0, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f3c5cd-17fb-4533-a565-3e1dd4aff270', 'name': '', 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'mac_address': 'fa:16:3e:01:a9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:07Z', 'updated_at': '2021-08-30T07:54:16Z', 'revision_number': 5, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'subnets': [{'id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:55:24.174281 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37f75f9-dc99-4e3c-b54a-3162466999a6 None None] Checking router: d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:55:24.185127 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f75f9-dc99-4e3c-b54a-3162466999a6 None None] Routers {'d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:55:24.186044 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b37f75f9-dc99-4e3c-b54a-3162466999a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:55:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:55:24.192914 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9a170-9e6b-4661-8988-a5c60d2b2015 req-2b9459f9-128d-4737-93e0-91c30a51ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:24.195187 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fbd9a170-9e6b-4661-8988-a5c60d2b2015 req-2b9459f9-128d-4737-93e0-91c30a51ed25 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670140 Aug 30 07:55:24.199880 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05bc5ad1-57a4-49f5-9e01-9692d4c0959e tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.200328 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fdc145b0-d65a-4a6b-8a1f-a7c6824596c0 req-ddae0205-294a-41f6-906d-0869401117ed tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477626 Aug 30 07:55:24.204844 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05bc5ad1-57a4-49f5-9e01-9692d4c0959e tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.224695 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc5ad1-57a4-49f5-9e01-9692d4c0959e tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744bdf02-7697-4a33-84da-97ee1fbca0ec,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:24.240285 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05bc5ad1-57a4-49f5-9e01-9692d4c0959e tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.245263 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-05bc5ad1-57a4-49f5-9e01-9692d4c0959e tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381545 Aug 30 07:55:24.245520 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39846) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:55:24.252045 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-3084d326-ab7c-43f1-bb01-761eee2f9d82 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Request body: {'security_group_rule': {'security_group_id': '41342c03-de87-44e0-b0f0-9cb0deee3e59', 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:55:24.280613 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3084d326-ab7c-43f1-bb01-761eee2f9d82 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.315027 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fbd9a170-9e6b-4661-8988-a5c60d2b2015 req-e31067a8-3b9d-4499-94dc-0bfaffe46723 service neutron] 10.222.0.61 "GET /v2.0/networks/4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114056 Aug 30 07:55:24.318225 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-b37f75f9-dc99-4e3c-b54a-3162466999a6 None None] Set router d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:55:24.341415 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3084d326-ab7c-43f1-bb01-761eee2f9d82 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.349022 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3084d326-ab7c-43f1-bb01-761eee2f9d82 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.372452 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084d326-ab7c-43f1-bb01-761eee2f9d82 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88dd7c8f-6293-4e08-b5c0-372bbe01caff,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:24.378107 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3084d326-ab7c-43f1-bb01-761eee2f9d82 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.380101 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-3084d326-ab7c-43f1-bb01-761eee2f9d82 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317620 Aug 30 07:55:24.383267 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39848) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:55:24.388535 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-bfc4a558-142d-4df5-b001-1fe9f0f850fb tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Request body: {'security_group_rule': {'security_group_id': '41342c03-de87-44e0-b0f0-9cb0deee3e59', 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:55:24.416718 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a558-142d-4df5-b001-1fe9f0f850fb tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.422394 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fbd9a170-9e6b-4661-8988-a5c60d2b2015 req-733a39a8-7a33-4517-8fe6-331ae3b48018 service neutron] 10.222.0.61 "GET /v2.0/networks/4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992980 Aug 30 07:55:24.478425 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a558-142d-4df5-b001-1fe9f0f850fb tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.482195 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a558-142d-4df5-b001-1fe9f0f850fb tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.497383 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4a558-142d-4df5-b001-1fe9f0f850fb tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c351646-b855-4a34-bf50-ed6065c46170,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:24.508013 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a558-142d-4df5-b001-1fe9f0f850fb tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.509231 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-bfc4a558-142d-4df5-b001-1fe9f0f850fb tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243820 Aug 30 07:55:24.512138 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39850) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:55:24.516673 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-2b97b294-213a-40a3-85ec-0608da328a40 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Request body: {'security_group_rule': {'security_group_id': '41342c03-de87-44e0-b0f0-9cb0deee3e59', 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:55:24.539037 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-2b97b294-213a-40a3-85ec-0608da328a40 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Project f16062b13b0c4cd2be8f26f9e093d9bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 07:55:24.543919 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2b97b294-213a-40a3-85ec-0608da328a40 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.567939 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b37f75f9-dc99-4e3c-b54a-3162466999a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'name': 'tempest-TestMinimumBasicScenario-1944397746-router', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:08Z', 'revision_number': 4, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'gw_port': {'id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': '8f572cec-bb17-4412-bb1c-8c61e920eaa8', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'port_id': '17a5b7fe-6ea4-4a61-995f-35648fa60831', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f', 'mac_address': 'fa:16:3e:18:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:55:22Z', 'updated_at': '2021-08-30T07:55:22Z', 'revision_number': 0, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f3c5cd-17fb-4533-a565-3e1dd4aff270', 'name': '', 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'mac_address': 'fa:16:3e:01:a9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:07Z', 'updated_at': '2021-08-30T07:54:16Z', 'revision_number': 5, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'subnets': [{'id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:55:24.596456 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37f75f9-dc99-4e3c-b54a-3162466999a6 None None] The sync data for ids ['d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'] in dv-cinder-806191-3-iscsi is: [{'id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'name': 'tempest-TestMinimumBasicScenario-1944397746-router', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:08Z', 'revision_number': 4, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'gw_port': {'id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': '8f572cec-bb17-4412-bb1c-8c61e920eaa8', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'port_id': '17a5b7fe-6ea4-4a61-995f-35648fa60831', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f', 'mac_address': 'fa:16:3e:18:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:55:22Z', 'updated_at': '2021-08-30T07:55:22Z', 'revision_number': 0, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f3c5cd-17fb-4533-a565-3e1dd4aff270', 'name': '', 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'mac_address': 'fa:16:3e:01:a9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:07Z', 'updated_at': '2021-08-30T07:54:16Z', 'revision_number': 5, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'subnets': [{'id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:55:24.605792 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2b97b294-213a-40a3-85ec-0608da328a40 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.610016 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2b97b294-213a-40a3-85ec-0608da328a40 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.627955 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97b294-213a-40a3-85ec-0608da328a40 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09cffba0-fd4e-48fa-a1d8-3018ba3b9bde,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:24.635649 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2b97b294-213a-40a3-85ec-0608da328a40 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.636872 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-2b97b294-213a-40a3-85ec-0608da328a40 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237729 Aug 30 07:55:24.639615 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39852) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:55:24.644255 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d3bb127f-1c34-4242-913e-8e08eb1d88a2 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Request body: {'security_group_rule': {'security_group_id': '41342c03-de87-44e0-b0f0-9cb0deee3e59', 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:55:24.668392 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-d3bb127f-1c34-4242-913e-8e08eb1d88a2 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Project f16062b13b0c4cd2be8f26f9e093d9bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 07:55:24.673782 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d3bb127f-1c34-4242-913e-8e08eb1d88a2 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.737126 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d3bb127f-1c34-4242-913e-8e08eb1d88a2 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.740982 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d3bb127f-1c34-4242-913e-8e08eb1d88a2 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.763642 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb127f-1c34-4242-913e-8e08eb1d88a2 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b980b919-ec29-4b1a-95ed-dbbdcb111f8f,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:24.767449 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d3bb127f-1c34-4242-913e-8e08eb1d88a2 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.771405 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-d3bb127f-1c34-4242-913e-8e08eb1d88a2 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282866 Aug 30 07:55:24.804138 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffeb934-c22c-4da0-8dc1-9840e6e5d868 None None] New status for floating IP 8f572cec-bb17-4412-bb1c-8c61e920eaa8: ACTIVE {{(pid=100377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:55:24.854132 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d744190b-25ff-4186-b296-91d2941e08e3 req-6c99b6d5-8bfe-4857-b32c-b840b454286e tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355206187&fields=id&tenant_id=f16062b13b0c4cd2be8f26f9e093d9bf HTTP/1.1" status: 200 len: 267 time: 0.0356710 Aug 30 07:55:24.912297 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744190b-25ff-4186-b296-91d2941e08e3 req-da64dab7-70fb-4042-a7c5-a0e06d498b66 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:24.913863 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d744190b-25ff-4186-b296-91d2941e08e3 req-da64dab7-70fb-4042-a7c5-a0e06d498b66 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 946 time: 0.0489039 Aug 30 07:55:24.925217 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [req-d744190b-25ff-4186-b296-91d2941e08e3 req-c32d5064-4479-4308-b9f4-d2a9cf6014df tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Request body: {'port': {'security_groups': ['69978706-a6ef-48fb-801d-79228e5a030d', '41342c03-de87-44e0-b0f0-9cb0deee3e59']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:55:24.993054 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d744190b-25ff-4186-b296-91d2941e08e3 req-c32d5064-4479-4308-b9f4-d2a9cf6014df tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:25.180963 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-d744190b-25ff-4186-b296-91d2941e08e3 req-c32d5064-4479-4308-b9f4-d2a9cf6014df tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] For port 17a5b7fe-6ea4-4a61-995f-35648fa60831, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=17a5b7fe-6ea4-4a61-995f-35648fa60831,segment=NetworkSegment(aad1c7ef-df53-422f-9024-c4a16a95544a),segment_id=aad1c7ef-df53-422f-9024-c4a16a95544a)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:55:25.209152 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d744190b-25ff-4186-b296-91d2941e08e3 req-c32d5064-4479-4308-b9f4-d2a9cf6014df tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:25.213663 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d744190b-25ff-4186-b296-91d2941e08e3 req-c32d5064-4479-4308-b9f4-d2a9cf6014df tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:25.224834 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['17a5b7fe-6ea4-4a61-995f-35648fa60831'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:55:25.261500 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744190b-25ff-4186-b296-91d2941e08e3 req-c32d5064-4479-4308-b9f4-d2a9cf6014df tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:25.262132 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d744190b-25ff-4186-b296-91d2941e08e3 req-c32d5064-4479-4308-b9f4-d2a9cf6014df tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:25.263543 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d744190b-25ff-4186-b296-91d2941e08e3 req-c32d5064-4479-4308-b9f4-d2a9cf6014df tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "PUT /v2.0/ports/17a5b7fe-6ea4-4a61-995f-35648fa60831 HTTP/1.1" status: 200 len: 982 time: 0.3428984 Aug 30 07:55:25.263994 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35', 'tag': '17a5b7fe-6ea4-4a61-995f-35648fa60831'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:55:25.266276 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7c1c717326e93d35a200a5a0d3cebafce15ecd83eb06d7c469ca134263d92f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202e7f1e-7971-4067-bb94-747dae0ec835" -d '{"events": [{"name": "network-changed", "server_uuid": "c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35", "tag": "17a5b7fe-6ea4-4a61-995f-35648fa60831"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:55:25.298226 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d5064-4479-4308-b9f4-d2a9cf6014df tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Pushing event updated for resources: {'Port': ['ID=17a5b7fe-6ea4-4a61-995f-35648fa60831,revision_number=6']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:25.360255 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['17a5b7fe-6ea4-4a61-995f-35648fa60831'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:55:25.404072 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73ed2b-ba01-4265-872f-343cfb574717 req-ed0f938b-81de-4c4a-badd-2fc52bc3c856 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:25.406136 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3d73ed2b-ba01-4265-872f-343cfb574717 req-ed0f938b-81de-4c4a-badd-2fc52bc3c856 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 985 time: 0.0702581 Aug 30 07:55:25.450353 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3d73ed2b-ba01-4265-872f-343cfb574717 req-4fb8d854-758b-4cae-ade7-fbab1a368646 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=41342c03-de87-44e0-b0f0-9cb0deee3e59&id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383434 Aug 30 07:55:25.456680 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c941e2-25e9-4cc9-9c3e-c225e2723fc9 x-openstack-request-id: req-50c941e2-25e9-4cc9-9c3e-c225e2723fc9 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:55:25.457046 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35", "tag": "17a5b7fe-6ea4-4a61-995f-35648fa60831", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:55:25.457302 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-50c941e2-25e9-4cc9-9c3e-c225e2723fc9 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:55:25.457692 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35', 'tag': '17a5b7fe-6ea4-4a61-995f-35648fa60831', 'status': 'completed', 'code': 200} Aug 30 07:55:25.525618 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e7f1e-7971-4067-bb94-747dae0ec835 req-2cfcee69-19f9-4b63-8063-179df99a714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:25.527092 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-202e7f1e-7971-4067-bb94-747dae0ec835 req-2cfcee69-19f9-4b63-8063-179df99a714c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f16062b13b0c4cd2be8f26f9e093d9bf&device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 1138 time: 0.0441720 Aug 30 07:55:25.565552 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-88494f2f-65fd-4d69-9312-c97103b35e30 None None] Provisioning complete for port 17a5b7fe-6ea4-4a61-995f-35648fa60831 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:55:25.565922 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-88494f2f-65fd-4d69-9312-c97103b35e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:25.624691 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e7f1e-7971-4067-bb94-747dae0ec835 req-3bb78117-33f2-4763-ade9-3ecb0b9cd776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:25.626218 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-202e7f1e-7971-4067-bb94-747dae0ec835 req-3bb78117-33f2-4763-ade9-3ecb0b9cd776 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f HTTP/1.1" status: 200 len: 916 time: 0.0915430 Aug 30 07:55:25.692221 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-202e7f1e-7971-4067-bb94-747dae0ec835 req-5d46dacd-860a-40ab-81b2-607d6edbb149 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a5b7fe-6ea4-4a61-995f-35648fa60831 HTTP/1.1" status: 200 len: 1002 time: 0.0587339 Aug 30 07:55:25.746132 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e7f1e-7971-4067-bb94-747dae0ec835 req-51aff4a9-b006-4ad0-8643-38f430bbf3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:25.747645 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-202e7f1e-7971-4067-bb94-747dae0ec835 req-51aff4a9-b006-4ad0-8643-38f430bbf3b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6af770c-a1b8-4206-b73e-26a6c98ea347 HTTP/1.1" status: 200 len: 854 time: 0.0487511 Aug 30 07:55:25.794743 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e7f1e-7971-4067-bb94-747dae0ec835 req-c602d317-645c-4807-888f-2eeb923ef5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:25.796256 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-202e7f1e-7971-4067-bb94-747dae0ec835 req-c602d317-645c-4807-888f-2eeb923ef5d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408418 Aug 30 07:55:25.889303 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-202e7f1e-7971-4067-bb94-747dae0ec835 req-c43e0639-377f-48e2-a02e-8d660be82a1e service neutron] 10.222.0.61 "GET /v2.0/networks/4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842965 Aug 30 07:55:25.984767 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-202e7f1e-7971-4067-bb94-747dae0ec835 req-421e5fe3-6e9f-459b-b433-183a3bc16c64 service neutron] 10.222.0.61 "GET /v2.0/networks/4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864785 Aug 30 07:55:30.588655 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-678c4d7a-cc9f-4a66-9853-0abee58f3f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:33.422884 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d13768e7-d4a5-48db-b980-be0a738c007d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:34.304287 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:35.089312 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:35.861220 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:46.061412 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:55:53.702678 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:00.589849 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-19a8a57c-337a-4a36-8c3c-c8127a373d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:03.423162 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-ea8623f7-553d-49fb-b8c4-55a3dacb24a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:04.306788 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:05.090508 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:05.862947 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:23.061036 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:56:23.709061 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:25.841176 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ac9fc-c7dc-4084-8d70-76055e74b16c req-198f0c9b-9c0a-4784-9e0c-c195d4a83a88 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:25.842708 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-231ac9fc-c7dc-4084-8d70-76055e74b16c req-198f0c9b-9c0a-4784-9e0c-c195d4a83a88 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 946 time: 0.0505102 Aug 30 07:56:25.879906 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-231ac9fc-c7dc-4084-8d70-76055e74b16c req-49d38b2f-9f32-47d3-8933-fbf9f5b3b729 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312872 Aug 30 07:56:27.003013 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6ddac-1554-453f-9cdd-703def7b6b14 req-91a713f6-5d7b-4a0c-9de0-b38b61adc664 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:27.004491 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f4f6ddac-1554-453f-9cdd-703def7b6b14 req-91a713f6-5d7b-4a0c-9de0-b38b61adc664 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 946 time: 0.0520968 Aug 30 07:56:27.049856 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f4f6ddac-1554-453f-9cdd-703def7b6b14 req-1e35d8bb-63ad-44b1-af38-027a3838eebe tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363886 Aug 30 07:56:27.843225 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576d225-5cfd-492f-b094-8bbcd7bf6248 req-4a6a58b4-a211-46bc-a2cb-a9e84e2e3b85 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:27.844707 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6576d225-5cfd-492f-b094-8bbcd7bf6248 req-4a6a58b4-a211-46bc-a2cb-a9e84e2e3b85 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 946 time: 0.0489097 Aug 30 07:56:27.945577 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-6576d225-5cfd-492f-b094-8bbcd7bf6248 req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Deleting port 32f744e1-43b5-4cbe-a3b6-9ee81f793879 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:56:27.945865 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-6576d225-5cfd-492f-b094-8bbcd7bf6248 req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:28.035747 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-6576d225-5cfd-492f-b094-8bbcd7bf6248 req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] For port 32f744e1-43b5-4cbe-a3b6-9ee81f793879, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=32f744e1-43b5-4cbe-a3b6-9ee81f793879,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:56:28.036435 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-6576d225-5cfd-492f-b094-8bbcd7bf6248 req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:28.169705 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21096c6c-1d66-409f-92a2-fc8fe29c3779 req-e492ba48-81a5-4ca6-b9b7-bb62878b271f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:28.171163 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-21096c6c-1d66-409f-92a2-fc8fe29c3779 req-e492ba48-81a5-4ca6-b9b7-bb62878b271f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 946 time: 0.0483317 Aug 30 07:56:28.212790 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-21096c6c-1d66-409f-92a2-fc8fe29c3779 req-747e54f8-671b-4166-9188-a1db97b4a490 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357029 Aug 30 07:56:28.311013 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-6576d225-5cfd-492f-b094-8bbcd7bf6248 req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:28.311419 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-6576d225-5cfd-492f-b094-8bbcd7bf6248 req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529307'] for floatingip, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:28.311773 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.db.l3_db [req-6576d225-5cfd-492f-b094-8bbcd7bf6248 req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Floating IP 37a8def4-b4bd-47ce-951f-9c6d3baa02d1 disassociated. External IP: 172.27.3.205, port: 32f744e1-43b5-4cbe-a3b6-9ee81f793879. Aug 30 07:56:28.312170 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-6576d225-5cfd-492f-b094-8bbcd7bf6248 req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Calling delete_port for 32f744e1-43b5-4cbe-a3b6-9ee81f793879 owned by compute:nova {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:56:28.437340 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-6576d225-5cfd-492f-b094-8bbcd7bf6248 req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:28.465422 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Pushing event deleted for resources: {'Port': ['ID=32f744e1-43b5-4cbe-a3b6-9ee81f793879,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:28.476094 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:28.476444 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:28.476787 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:28.477147 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:28.477464 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:28.477795 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:28.478131 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:28.478603 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:28.479428 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:28.479754 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:28.480086 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:28.480412 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:28.584849 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6576d225-5cfd-492f-b094-8bbcd7bf6248 req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Router 6d695a51-c1eb-4671-9a57-8ee449d70b8a has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:56:28.693305 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6576d225-5cfd-492f-b094-8bbcd7bf6248 req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:56:28.704235 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7294bb7f-28d3-486c-a27c-baccd787a204 None None] Sync routers for ids ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:56:28.713279 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7294bb7f-28d3-486c-a27c-baccd787a204 None None] Routers {'6d695a51-c1eb-4671-9a57-8ee449d70b8a'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:56:28.713873 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7294bb7f-28d3-486c-a27c-baccd787a204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:56:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:56:28.733206 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-6576d225-5cfd-492f-b094-8bbcd7bf6248 req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] No DVR routers for this DVR port 32f744e1-43b5-4cbe-a3b6-9ee81f793879 on host hv-cinder-80619 {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:56:28.735983 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-6576d225-5cfd-492f-b094-8bbcd7bf6248 req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:28.738006 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6576d225-5cfd-492f-b094-8bbcd7bf6248 req-70dc6ea9-34d3-46b8-a0ac-1dd36f6557aa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.61 "DELETE /v2.0/ports/32f744e1-43b5-4cbe-a3b6-9ee81f793879 HTTP/1.1" status: 204 len: 173 time: 0.8858442 Aug 30 07:56:28.738493 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f', 'name': 'network-vif-deleted', 'tag': '32f744e1-43b5-4cbe-a3b6-9ee81f793879'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:56:28.740700 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b34b456-88ee-410c-908e-88b7a4b458b6" -d '{"events": [{"server_uuid": "8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f", "name": "network-vif-deleted", "tag": "32f744e1-43b5-4cbe-a3b6-9ee81f793879"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:56:28.781967 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9592d99d-0ec2-4cd6-9cbd-daf0600d22dc x-openstack-request-id: req-9592d99d-0ec2-4cd6-9cbd-daf0600d22dc {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:56:28.782292 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f", "name": "network-vif-deleted", "tag": "32f744e1-43b5-4cbe-a3b6-9ee81f793879", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:56:28.782543 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9592d99d-0ec2-4cd6-9cbd-daf0600d22dc {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:56:28.783100 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f', 'name': 'network-vif-deleted', 'tag': '32f744e1-43b5-4cbe-a3b6-9ee81f793879', 'status': 'completed', 'code': 200} Aug 30 07:56:28.830709 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-7294bb7f-28d3-486c-a27c-baccd787a204 None None] Set router 6d695a51-c1eb-4671-9a57-8ee449d70b8a gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:56:29.033675 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7294bb7f-28d3-486c-a27c-baccd787a204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T07:49:30Z', 'revision_number': 4, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port': {'id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:24Z', 'updated_at': '2021-08-30T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '4c16b09c-1012-4d0c-b430-d921aed4ee36', 'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'mac_address': 'fa:16:3e:87:37:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:28Z', 'updated_at': '2021-08-30T07:49:35Z', 'revision_number': 5, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'subnets': [{'id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:56:29.064619 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7294bb7f-28d3-486c-a27c-baccd787a204 None None] Checking router: 6d695a51-c1eb-4671-9a57-8ee449d70b8a for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:56:29.073774 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7294bb7f-28d3-486c-a27c-baccd787a204 None None] Routers {'6d695a51-c1eb-4671-9a57-8ee449d70b8a'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:56:29.074495 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7294bb7f-28d3-486c-a27c-baccd787a204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:56:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:56:29.183754 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-7294bb7f-28d3-486c-a27c-baccd787a204 None None] Set router 6d695a51-c1eb-4671-9a57-8ee449d70b8a gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:56:29.356568 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8bbacfd4-155d-4a37-9f7c-46b0ceb39108 req-3c470ba2-9ebb-4c5c-8642-26b89a695973 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2efe3b-32a3-4f00-9d43-05d8ca4ef84f HTTP/1.1" status: 200 len: 210 time: 0.0444586 Aug 30 07:56:29.524516 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7294bb7f-28d3-486c-a27c-baccd787a204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T07:49:30Z', 'revision_number': 4, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port': {'id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:24Z', 'updated_at': '2021-08-30T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '4c16b09c-1012-4d0c-b430-d921aed4ee36', 'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'mac_address': 'fa:16:3e:87:37:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:28Z', 'updated_at': '2021-08-30T07:49:35Z', 'revision_number': 5, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'subnets': [{'id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:56:29.551923 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7294bb7f-28d3-486c-a27c-baccd787a204 None None] The sync data for ids ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'] in dv-cinder-806191-3-iscsi is: [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T07:49:30Z', 'revision_number': 4, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port': {'id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:24Z', 'updated_at': '2021-08-30T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '4c16b09c-1012-4d0c-b430-d921aed4ee36', 'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'mac_address': 'fa:16:3e:87:37:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:28Z', 'updated_at': '2021-08-30T07:49:35Z', 'revision_number': 5, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'subnets': [{'id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:56:29.768325 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5da31c1-ae0f-4ee8-8ae6-288713932bb9 None None] New status for floating IP 37a8def4-b4bd-47ce-951f-9c6d3baa02d1: DOWN {{(pid=100377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:56:30.446688 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 39956) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:56:30.487827 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 32f744e1-43b5-4cbe-a3b6-9ee81f793879 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:56:30.507253 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-39296d7a-2299-4c51-856b-0e06f09d3e8c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:30.509867 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] No Port match for: 32f744e1-43b5-4cbe-a3b6-9ee81f793879 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:56:30.510014 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 32f744e1-43b5-4cbe-a3b6-9ee81f793879 not bound to the agent host hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:56:30.533277 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-39296d7a-2299-4c51-856b-0e06f09d3e8c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:30.590310 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-39296d7a-2299-4c51-856b-0e06f09d3e8c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:30.592902 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-39296d7a-2299-4c51-856b-0e06f09d3e8c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:30.596538 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-39296d7a-2299-4c51-856b-0e06f09d3e8c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "DELETE /v2.0/security-groups/5dfa54c5-c2bb-4758-96ad-d2e9ae14864b HTTP/1.1" status: 204 len: 168 time: 0.1463065 Aug 30 07:56:30.597200 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39960) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:56:30.606835 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-f166a5a1-aff4-4c0d-ba31-3b4dbe345699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:30.607027 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39296d7a-2299-4c51-856b-0e06f09d3e8c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfa54c5-c2bb-4758-96ad-d2e9ae14864b,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:30.615296 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.api.v2.resource [None req-44a307f4-bca5-4a18-ab1b-b298b38424b0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] show failed (client error): The resource could not be found. Aug 30 07:56:30.618200 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-44a307f4-bca5-4a18-ab1b-b298b38424b0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups/5dfa54c5-c2bb-4758-96ad-d2e9ae14864b HTTP/1.1" status: 404 len: 347 time: 0.0182548 Aug 30 07:56:30.623833 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39962) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:56:30.749545 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Deleting port f482ab80-dcf9-49f1-a519-2bd9a3430978 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:56:30.749801 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:30.826040 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:30.826396 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:30.838373 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Calling delete_port for f482ab80-dcf9-49f1-a519-2bd9a3430978 owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:56:30.979196 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:31.004939 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Pushing event deleted for resources: {'Port': ['ID=f482ab80-dcf9-49f1-a519-2bd9a3430978,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:31.016412 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:31.016767 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:31.017135 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:31.017478 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:31.017814 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:31.018164 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:31.018497 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:31.018827 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:31.019153 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:31.019480 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:31.019807 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:31.020132 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:31.077807 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:31.080306 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:31.081447 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-77babf7a-08a8-41ed-94bc-3e557df83e99 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "DELETE /v2.0/floatingips/37a8def4-b4bd-47ce-951f-9c6d3baa02d1 HTTP/1.1" status: 204 len: 168 time: 0.4564242 Aug 30 07:56:31.461301 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39970) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:56:31.467380 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-8e1658d2-b710-4de8-8bf1-ad9d445127df tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1961407837', 'description': 'tempest-description--187406650'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:56:31.490772 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8e1658d2-b710-4de8-8bf1-ad9d445127df tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:31.575705 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8e1658d2-b710-4de8-8bf1-ad9d445127df tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:31.580122 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8e1658d2-b710-4de8-8bf1-ad9d445127df tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:31.612431 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8e1658d2-b710-4de8-8bf1-ad9d445127df tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:31.616489 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-8e1658d2-b710-4de8-8bf1-ad9d445127df tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1514034 Aug 30 07:56:31.616994 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39976) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:56:31.624050 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-f37a18cf-d53c-4441-ba52-8402c5961374 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Request body: {'security_group_rule': {'security_group_id': '8011a493-5e25-4d2a-a478-b5cf32f837e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:56:31.629504 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1658d2-b710-4de8-8bf1-ad9d445127df tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8011a493-5e25-4d2a-a478-b5cf32f837e6,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:31.660858 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f37a18cf-d53c-4441-ba52-8402c5961374 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:31.746804 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f37a18cf-d53c-4441-ba52-8402c5961374 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:31.753852 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f37a18cf-d53c-4441-ba52-8402c5961374 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:31.783538 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a18cf-d53c-4441-ba52-8402c5961374 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff337fd-54f4-4d47-9bbb-240f05247a52,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:31.794261 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c6a87-26be-4489-a288-a6718f749929 req-c43127b3-9198-4ea4-9449-1bb1b16e23fd tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:31.795755 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-632c6a87-26be-4489-a288-a6718f749929 req-c43127b3-9198-4ea4-9449-1bb1b16e23fd tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0854509 Aug 30 07:56:31.796994 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f37a18cf-d53c-4441-ba52-8402c5961374 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:31.798076 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-f37a18cf-d53c-4441-ba52-8402c5961374 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1800265 Aug 30 07:56:31.800703 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39980) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:56:31.805003 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-faea2bc6-9384-4fe1-82fa-a3502debb071 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Request body: {'security_group_rule': {'security_group_id': '8011a493-5e25-4d2a-a478-b5cf32f837e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:56:31.856046 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-faea2bc6-9384-4fe1-82fa-a3502debb071 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:31.862202 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-632c6a87-26be-4489-a288-a6718f749929 req-82251ff7-6ad0-4d04-afbf-984e547a8831 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528774 Aug 30 07:56:31.931653 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-faea2bc6-9384-4fe1-82fa-a3502debb071 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:31.935607 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-faea2bc6-9384-4fe1-82fa-a3502debb071 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:31.955804 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea2bc6-9384-4fe1-82fa-a3502debb071 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87a8b84-e93a-4fa8-8b11-5e43dda055b7,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:31.959702 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-faea2bc6-9384-4fe1-82fa-a3502debb071 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:31.965213 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-faea2bc6-9384-4fe1-82fa-a3502debb071 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1592803 Aug 30 07:56:31.965213 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 39984) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:56:31.969167 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-21975e3d-5d90-42fd-a133-b98449ba73c1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Request body: {'floatingip': {'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:56:31.990333 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-21975e3d-5d90-42fd-a133-b98449ba73c1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:32.086227 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-21975e3d-5d90-42fd-a133-b98449ba73c1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:32.185665 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-21975e3d-5d90-42fd-a133-b98449ba73c1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Allocated IP 172.27.3.243 (02efbd58-3f47-4ba1-9fc3-db25e7b0ec42/864ddbd5-13be-4be1-97d0-f7c096166157/598cf085-6355-459a-b13d-29ab756469e7) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:56:32.290128 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-21975e3d-5d90-42fd-a133-b98449ba73c1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:32.329116 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-21975e3d-5d90-42fd-a133-b98449ba73c1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:32.369578 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21975e3d-5d90-42fd-a133-b98449ba73c1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:56:32.372525 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-21975e3d-5d90-42fd-a133-b98449ba73c1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:56:32.374960 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21975e3d-5d90-42fd-a133-b98449ba73c1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:56:32.401503 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21975e3d-5d90-42fd-a133-b98449ba73c1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Pushing event updated for resources: {'Port': ['ID=598cf085-6355-459a-b13d-29ab756469e7,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:32.472059 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-21975e3d-5d90-42fd-a133-b98449ba73c1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:32.506628 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-21975e3d-5d90-42fd-a133-b98449ba73c1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:32.661382 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-21975e3d-5d90-42fd-a133-b98449ba73c1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:32.666567 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-21975e3d-5d90-42fd-a133-b98449ba73c1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:32.736506 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21975e3d-5d90-42fd-a133-b98449ba73c1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Pushing event updated for resources: {'Port': ['ID=598cf085-6355-459a-b13d-29ab756469e7,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:32.749446 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-21975e3d-5d90-42fd-a133-b98449ba73c1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529307'] for floatingip, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:32.763299 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-21975e3d-5d90-42fd-a133-b98449ba73c1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:32.764595 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-21975e3d-5d90-42fd-a133-b98449ba73c1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7989869 Aug 30 07:56:32.968792 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-08718404-ee35-4311-86bf-b26b4d2b200c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1961407837&fields=id&tenant_id=46a024ebf24f430393b00d5d8777b746 HTTP/1.1" status: 200 len: 267 time: 0.0410588 Aug 30 07:56:32.977808 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d313858-408d-477f-aa36-dd9452ab1296 req-8dfa01f6-f2f5-4e6b-8612-4380e2dc3839 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:32.980555 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0d313858-408d-477f-aa36-dd9452ab1296 req-8dfa01f6-f2f5-4e6b-8612-4380e2dc3839 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0506711 Aug 30 07:56:33.019593 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0d313858-408d-477f-aa36-dd9452ab1296 req-d4570e6e-98fd-409b-a7e2-bbcb97f44fae tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=aa58337b-7816-44af-b514-39c8d925ad9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327923 Aug 30 07:56:33.076421 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-b5aed171-f427-40de-8d4a-2ed5a5596357 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:33.077871 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-b5aed171-f427-40de-8d4a-2ed5a5596357 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/networks?id=ac8b0384-c5fa-4cad-beab-0f002d9bca24 HTTP/1.1" status: 200 len: 816 time: 0.1015625 Aug 30 07:56:33.107253 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ac4bd0d9-1564-4e63-834e-3d43ed4f4ad4 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/quotas/46a024ebf24f430393b00d5d8777b746 HTTP/1.1" status: 200 len: 375 time: 0.0236442 Aug 30 07:56:33.176678 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb4e6f-93eb-4953-bdfc-30e828154fa3 req-3f6ae9da-b5a4-4738-bbd1-2f711abcb9bf tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:33.178032 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c0cb4e6f-93eb-4953-bdfc-30e828154fa3 req-3f6ae9da-b5a4-4738-bbd1-2f711abcb9bf tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.61 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0878696 Aug 30 07:56:33.189401 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-b53dc8c7-9ee0-4ee4-8679-44800834c17d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=46a024ebf24f430393b00d5d8777b746&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685413 Aug 30 07:56:33.341969 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-c455641c-9895-4f4c-ae9e-e2daa22d5c5c service neutron] 10.222.0.73 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277890 Aug 30 07:56:33.358757 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-c0cb4e6f-93eb-4953-bdfc-30e828154fa3 req-8a2ec7b8-54b3-4a59-bd6d-788ac46f3c9a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Deleting port 03f5aee7-d6fd-4ea0-b19a-d088da242d0e {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:56:33.359100 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-c0cb4e6f-93eb-4953-bdfc-30e828154fa3 req-8a2ec7b8-54b3-4a59-bd6d-788ac46f3c9a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:33.425663 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-88f5db5c-420e-41f6-a75c-16650f26a229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:33.511551 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-c0cb4e6f-93eb-4953-bdfc-30e828154fa3 req-8a2ec7b8-54b3-4a59-bd6d-788ac46f3c9a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] For port 03f5aee7-d6fd-4ea0-b19a-d088da242d0e, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=03f5aee7-d6fd-4ea0-b19a-d088da242d0e,segment=NetworkSegment(3313c450-3e0a-4a55-9b55-654832350b5d),segment_id=3313c450-3e0a-4a55-9b55-654832350b5d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:56:33.511832 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-c0cb4e6f-93eb-4953-bdfc-30e828154fa3 req-8a2ec7b8-54b3-4a59-bd6d-788ac46f3c9a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:33.515443 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-d02f94b0-1550-4ecb-93e1-b94e15828ffd service neutron] 10.222.0.73 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673365 Aug 30 07:56:33.698517 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e6bf34f2-e985-4c64-b04b-5adf8c1d1275 req-2ad7134d-b139-4375-9077-f8100a2fa24c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 210 time: 0.0340214 Aug 30 07:56:33.935239 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-c0cb4e6f-93eb-4953-bdfc-30e828154fa3 req-8a2ec7b8-54b3-4a59-bd6d-788ac46f3c9a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:33.935677 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-c0cb4e6f-93eb-4953-bdfc-30e828154fa3 req-8a2ec7b8-54b3-4a59-bd6d-788ac46f3c9a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529307'] for floatingip, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:33.935997 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.db.l3_db [req-c0cb4e6f-93eb-4953-bdfc-30e828154fa3 req-8a2ec7b8-54b3-4a59-bd6d-788ac46f3c9a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Floating IP cf65e391-e5e6-4d1f-972c-8a0d07dfc0d5 disassociated. External IP: 172.27.3.7, port: 03f5aee7-d6fd-4ea0-b19a-d088da242d0e. Aug 30 07:56:33.936355 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-c0cb4e6f-93eb-4953-bdfc-30e828154fa3 req-8a2ec7b8-54b3-4a59-bd6d-788ac46f3c9a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Calling delete_port for 03f5aee7-d6fd-4ea0-b19a-d088da242d0e owned by compute:nova {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:56:34.067213 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-c0cb4e6f-93eb-4953-bdfc-30e828154fa3 req-8a2ec7b8-54b3-4a59-bd6d-788ac46f3c9a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:34.107096 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ec7b8-54b3-4a59-bd6d-788ac46f3c9a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Pushing event deleted for resources: {'Port': ['ID=03f5aee7-d6fd-4ea0-b19a-d088da242d0e,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:34.145515 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c9b8fd30-f0a3-4213-8344-62cb8fc13822 req-100da1b4-4314-4ff8-aac9-43d178366715 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=63042c8c-43ca-4d02-8ef2-07a08833cdf1 HTTP/1.1" status: 200 len: 210 time: 0.0463083 Aug 30 07:56:34.257448 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0cb4e6f-93eb-4953-bdfc-30e828154fa3 req-8a2ec7b8-54b3-4a59-bd6d-788ac46f3c9a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:56:34.309709 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:34.362021 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0cb4e6f-93eb-4953-bdfc-30e828154fa3 req-8a2ec7b8-54b3-4a59-bd6d-788ac46f3c9a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:56:34.372479 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed99f9-c549-4102-85f9-e829a8ec996b None None] Sync routers for ids ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:56:34.385969 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed99f9-c549-4102-85f9-e829a8ec996b None None] Routers {'b472ba6f-4212-4b47-aad1-f6b71b43c0d8'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:56:34.386973 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-aeed99f9-c549-4102-85f9-e829a8ec996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:56:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:56:34.407415 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cb4e6f-93eb-4953-bdfc-30e828154fa3 req-8a2ec7b8-54b3-4a59-bd6d-788ac46f3c9a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] No DVR routers for this DVR port 03f5aee7-d6fd-4ea0-b19a-d088da242d0e on host hv-cinder-80619 {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:56:34.410250 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-c0cb4e6f-93eb-4953-bdfc-30e828154fa3 req-8a2ec7b8-54b3-4a59-bd6d-788ac46f3c9a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:34.412652 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c0cb4e6f-93eb-4953-bdfc-30e828154fa3 req-8a2ec7b8-54b3-4a59-bd6d-788ac46f3c9a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.61 "DELETE /v2.0/ports/03f5aee7-d6fd-4ea0-b19a-d088da242d0e HTTP/1.1" status: 204 len: 173 time: 1.2224069 Aug 30 07:56:34.413091 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63042c8c-43ca-4d02-8ef2-07a08833cdf1', 'name': 'network-vif-deleted', 'tag': '03f5aee7-d6fd-4ea0-b19a-d088da242d0e'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:56:34.416100 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb072bb-1d3a-4b71-b407-e4b9ad4dd729" -d '{"events": [{"server_uuid": "63042c8c-43ca-4d02-8ef2-07a08833cdf1", "name": "network-vif-deleted", "tag": "03f5aee7-d6fd-4ea0-b19a-d088da242d0e"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:56:34.466691 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edf6344-7ef9-4f7c-9dd8-4f199b1e2169 x-openstack-request-id: req-0edf6344-7ef9-4f7c-9dd8-4f199b1e2169 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:56:34.468560 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63042c8c-43ca-4d02-8ef2-07a08833cdf1", "name": "network-vif-deleted", "tag": "03f5aee7-d6fd-4ea0-b19a-d088da242d0e", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:56:34.468891 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0edf6344-7ef9-4f7c-9dd8-4f199b1e2169 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:56:34.469356 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63042c8c-43ca-4d02-8ef2-07a08833cdf1', 'name': 'network-vif-deleted', 'tag': '03f5aee7-d6fd-4ea0-b19a-d088da242d0e', 'status': 'completed', 'code': 200} Aug 30 07:56:34.511300 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-aeed99f9-c549-4102-85f9-e829a8ec996b None None] Set router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:56:34.670925 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-12cf2202-ffdc-4259-b2e7-a86e32e4c8b8 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:34.672242 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-12cf2202-ffdc-4259-b2e7-a86e32e4c8b8 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.61 "GET /v2.0/networks?id=ac8b0384-c5fa-4cad-beab-0f002d9bca24 HTTP/1.1" status: 200 len: 816 time: 0.1249230 Aug 30 07:56:34.722393 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-f260b129-8938-4173-b425-a6d6ef9cc93c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46a024ebf24f430393b00d5d8777b746 HTTP/1.1" status: 200 len: 380 time: 0.0394683 Aug 30 07:56:34.740001 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-813d1982-45b1-4c24-899d-5d296ec4202e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Request body: {'port': {'device_id': '04bba115-ffa4-48f5-9f97-30c8117579c2', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'admin_state_up': True, 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'security_groups': ['8011a493-5e25-4d2a-a478-b5cf32f837e6']}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:56:34.742752 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-aeed99f9-c549-4102-85f9-e829a8ec996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:47:51Z', 'revision_number': 4, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': 'b8cc6280-522a-4b51-ab69-5b9e91eecfec', 'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'mac_address': 'fa:16:3e:90:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:48:00Z', 'revision_number': 5, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'subnets': [{'id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:56:34.769931 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed99f9-c549-4102-85f9-e829a8ec996b None None] Checking router: b472ba6f-4212-4b47-aad1-f6b71b43c0d8 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:56:34.779551 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed99f9-c549-4102-85f9-e829a8ec996b None None] Routers {'b472ba6f-4212-4b47-aad1-f6b71b43c0d8'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:56:34.780168 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-aeed99f9-c549-4102-85f9-e829a8ec996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:56:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:56:34.820817 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2fb56456-464b-43e3-bbbc-16727d42c224 req-19d7a9a5-9e8f-4f9d-bab8-0ffc9e8c73fc tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 210 time: 0.0358875 Aug 30 07:56:34.892620 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-813d1982-45b1-4c24-899d-5d296ec4202e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Made reservation on behalf of 46a024ebf24f430393b00d5d8777b746 for: {'port': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:56:34.896504 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-813d1982-45b1-4c24-899d-5d296ec4202e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:34.907857 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-aeed99f9-c549-4102-85f9-e829a8ec996b None None] Set router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:56:35.042997 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-813d1982-45b1-4c24-899d-5d296ec4202e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Allocated IP 172.20.0.6 (ac8b0384-c5fa-4cad-beab-0f002d9bca24/417de6c6-8ef1-406c-b93e-54175f5b1e8f/433de034-350e-4435-8de8-087595037325) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:56:35.115868 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:35.151789 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-aeed99f9-c549-4102-85f9-e829a8ec996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:47:51Z', 'revision_number': 4, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': 'b8cc6280-522a-4b51-ab69-5b9e91eecfec', 'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'mac_address': 'fa:16:3e:90:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:48:00Z', 'revision_number': 5, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'subnets': [{'id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:56:35.179158 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed99f9-c549-4102-85f9-e829a8ec996b None None] The sync data for ids ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'] in dv-cinder-806191-3-iscsi is: [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:47:51Z', 'revision_number': 4, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': 'b8cc6280-522a-4b51-ab69-5b9e91eecfec', 'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'mac_address': 'fa:16:3e:90:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:48:00Z', 'revision_number': 5, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'subnets': [{'id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:56:35.190102 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-813d1982-45b1-4c24-899d-5d296ec4202e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:35.205333 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-813d1982-45b1-4c24-899d-5d296ec4202e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Transition to ACTIVE for port object 433de034-350e-4435-8de8-087595037325 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:56:35.241169 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40030) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:56:35.249672 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-813d1982-45b1-4c24-899d-5d296ec4202e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:35.297237 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-813d1982-45b1-4c24-899d-5d296ec4202e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Network ac8b0384-c5fa-4cad-beab-0f002d9bca24 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:56:35.302660 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2264ab72-f6ac-4981-93ce-17c6c4dc029c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:35.302912 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-813d1982-45b1-4c24-899d-5d296ec4202e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:56:35.305425 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-813d1982-45b1-4c24-899d-5d296ec4202e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:56:35.334081 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2264ab72-f6ac-4981-93ce-17c6c4dc029c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:35.340743 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d1982-45b1-4c24-899d-5d296ec4202e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Pushing event updated for resources: {'Port': ['ID=433de034-350e-4435-8de8-087595037325,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:35.373672 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-813d1982-45b1-4c24-899d-5d296ec4202e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:35.374613 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-813d1982-45b1-4c24-899d-5d296ec4202e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:35.392963 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-813d1982-45b1-4c24-899d-5d296ec4202e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6583533 Aug 30 07:56:35.393799 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2264ab72-f6ac-4981-93ce-17c6c4dc029c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:35.396662 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2264ab72-f6ac-4981-93ce-17c6c4dc029c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:35.397940 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-2264ab72-f6ac-4981-93ce-17c6c4dc029c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "DELETE /v2.0/security-groups/aa58337b-7816-44af-b514-39c8d925ad9f HTTP/1.1" status: 204 len: 168 time: 0.1557543 Aug 30 07:56:35.401336 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 40032) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:56:35.409220 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264ab72-f6ac-4981-93ce-17c6c4dc029c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa58337b-7816-44af-b514-39c8d925ad9f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:35.416061 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Request body: {'port': {'device_id': '04bba115-ffa4-48f5-9f97-30c8117579c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:56:35.449535 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.api.v2.resource [None req-8b251093-687d-4164-afc4-b18553645fb7 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] show failed (client error): The resource could not be found. Aug 30 07:56:35.453188 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-8b251093-687d-4164-afc4-b18553645fb7 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups/aa58337b-7816-44af-b514-39c8d925ad9f HTTP/1.1" status: 404 len: 347 time: 0.0480442 Aug 30 07:56:35.453871 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40034) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:56:35.484809 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1711a5-934c-4067-8736-72f829c8038e None None] New status for floating IP cf65e391-e5e6-4d1f-972c-8a0d07dfc0d5: DOWN {{(pid=100377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:56:35.493720 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:35.599239 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-7406cfe1-989a-4912-b60a-fa7d607ce7f6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Deleting port 615895e9-5779-405c-b15a-5a6e2bcad9d7 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:56:35.599696 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7406cfe1-989a-4912-b60a-fa7d607ce7f6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:35.689085 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-10805830-5187-470d-92ab-38000201bd83 None None] Provisioning for port 433de034-350e-4435-8de8-087595037325 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:56:35.693462 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-10805830-5187-470d-92ab-38000201bd83 None None] Provisioning complete for port 433de034-350e-4435-8de8-087595037325 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:56:35.694134 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-10805830-5187-470d-92ab-38000201bd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:35.704016 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7406cfe1-989a-4912-b60a-fa7d607ce7f6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:35.704389 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7406cfe1-989a-4912-b60a-fa7d607ce7f6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:35.717450 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-7406cfe1-989a-4912-b60a-fa7d607ce7f6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Calling delete_port for 615895e9-5779-405c-b15a-5a6e2bcad9d7 owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:56:35.732482 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-10805830-5187-470d-92ab-38000201bd83 None None] Port 433de034-350e-4435-8de8-087595037325 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:56:35.810160 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433de034-350e-4435-8de8-087595037325 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:56:35.817696 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:35.831488 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Transition to ACTIVE for port object 433de034-350e-4435-8de8-087595037325 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:56:35.836273 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:35.864238 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7406cfe1-989a-4912-b60a-fa7d607ce7f6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:35.890935 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:35.897678 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406cfe1-989a-4912-b60a-fa7d607ce7f6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Pushing event deleted for resources: {'Port': ['ID=615895e9-5779-405c-b15a-5a6e2bcad9d7,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:35.908406 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Pushing event updated for resources: {'Port': ['ID=433de034-350e-4435-8de8-087595037325,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:35.994880 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Attempting to bind port 433de034-350e-4435-8de8-087595037325 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:56:35.995217 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Attempting to bind port 433de034-350e-4435-8de8-087595037325 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:56:35.996004 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Attempting to bind port 433de034-350e-4435-8de8-087595037325 on network ac8b0384-c5fa-4cad-beab-0f002d9bca24 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:56:36.000601 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Port 433de034-350e-4435-8de8-087595037325 on network ac8b0384-c5fa-4cad-beab-0f002d9bca24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:56:36.004825 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Attempting to bind port 433de034-350e-4435-8de8-087595037325 on network ac8b0384-c5fa-4cad-beab-0f002d9bca24 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:56:36.007771 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:56:36.008371 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Checking segment: {'id': '5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:56:36.008689 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7406cfe1-989a-4912-b60a-fa7d607ce7f6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:36.009265 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Bound using segment: {'id': '5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:56:36.009793 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Bound port: 433de034-350e-4435-8de8-087595037325, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:56:36.010183 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:36.011988 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7406cfe1-989a-4912-b60a-fa7d607ce7f6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:36.013164 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-7406cfe1-989a-4912-b60a-fa7d607ce7f6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "DELETE /v2.0/floatingips/cf65e391-e5e6-4d1f-972c-8a0d07dfc0d5 HTTP/1.1" status: 204 len: 168 time: 0.5583289 Aug 30 07:56:36.024241 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e283f-7644-400a-a8fb-911f400df4f9 req-91feea5e-ecb0-458f-b937-ee06a40a5ca1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:36.031292 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-fe6e283f-7644-400a-a8fb-911f400df4f9 req-91feea5e-ecb0-458f-b937-ee06a40a5ca1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.0947907 Aug 30 07:56:36.073283 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-fe6e283f-7644-400a-a8fb-911f400df4f9 req-96a4b51e-d572-40f1-997f-fccec881a41d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401301 Aug 30 07:56:36.108148 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] For port 433de034-350e-4435-8de8-087595037325, host hv-cinder-80619, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:56:36.111731 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] For port 433de034-350e-4435-8de8-087595037325, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=433de034-350e-4435-8de8-087595037325,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:56:36.116469 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:36.154955 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:36.155690 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:36.157146 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] 10.222.0.61 "PUT /v2.0/ports/433de034-350e-4435-8de8-087595037325 HTTP/1.1" status: 200 len: 1093 time: 0.7470775 Aug 30 07:56:36.181420 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5b37b-698e-4015-810e-923f910232e7 service neutron] Pushing event updated for resources: {'Port': ['ID=433de034-350e-4435-8de8-087595037325,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:36.244341 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-47dc6e37-2f43-4681-b6bf-819457a1f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:36.245934 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-47dc6e37-2f43-4681-b6bf-819457a1f4bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46a024ebf24f430393b00d5d8777b746&device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 1096 time: 0.0436628 Aug 30 07:56:36.295568 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-c7908592-a141-4a5b-8d64-ae893abc8e72 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=433de034-350e-4435-8de8-087595037325 HTTP/1.1" status: 200 len: 217 time: 0.0409513 Aug 30 07:56:36.305755 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40040) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:56:36.311027 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-5c661ac8-6026-4b2e-a044-da81c13712f3 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1163367194', 'description': 'tempest-description--699266128'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:56:36.345794 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c661ac8-6026-4b2e-a044-da81c13712f3 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:36.351729 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-0fa79719-5b79-4770-81bd-25edf737d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:36.353997 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-0fa79719-5b79-4770-81bd-25edf737d020 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=417de6c6-8ef1-406c-b93e-54175f5b1e8f HTTP/1.1" status: 200 len: 855 time: 0.0517075 Aug 30 07:56:36.406597 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-851f975a-e5b3-4884-b8ba-b86eb8fa6a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:36.408085 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-851f975a-e5b3-4884-b8ba-b86eb8fa6a42 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac8b0384-c5fa-4cad-beab-0f002d9bca24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460637 Aug 30 07:56:36.436355 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c661ac8-6026-4b2e-a044-da81c13712f3 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:36.440504 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c661ac8-6026-4b2e-a044-da81c13712f3 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:36.470278 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04bba115-ffa4-48f5-9f97-30c8117579c2', 'tag': '433de034-350e-4435-8de8-087595037325'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:56:36.471176 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c661ac8-6026-4b2e-a044-da81c13712f3 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:36.472412 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-5c661ac8-6026-4b2e-a044-da81c13712f3 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1649113 Aug 30 07:56:36.472578 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813a2c6e-4b3d-4ac5-bd70-b932dfe2ab09" -d '{"events": [{"name": "network-changed", "server_uuid": "04bba115-ffa4-48f5-9f97-30c8117579c2", "tag": "433de034-350e-4435-8de8-087595037325"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:56:36.474427 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661ac8-6026-4b2e-a044-da81c13712f3 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2a1731-e801-42a6-a624-067d29c1b217,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:36.476899 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 40046) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:56:36.484465 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-2b4cc429-342c-454c-9e2e-7c4124aaf9ad tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Request body: {'security_group_rule': {'security_group_id': '3e2a1731-e801-42a6-a624-067d29c1b217', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:56:36.514024 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ed562c-071d-40c3-84ec-048ebdd960a4 x-openstack-request-id: req-11ed562c-071d-40c3-84ec-048ebdd960a4 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:56:36.514344 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04bba115-ffa4-48f5-9f97-30c8117579c2", "tag": "433de034-350e-4435-8de8-087595037325", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:56:36.514595 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-11ed562c-071d-40c3-84ec-048ebdd960a4 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:56:36.515037 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04bba115-ffa4-48f5-9f97-30c8117579c2', 'tag': '433de034-350e-4435-8de8-087595037325', 'status': 'completed', 'code': 200} Aug 30 07:56:36.528601 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 03f5aee7-d6fd-4ea0-b19a-d088da242d0e no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:56:36.542422 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc429-342c-454c-9e2e-7c4124aaf9ad tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:36.549436 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] No Port match for: 03f5aee7-d6fd-4ea0-b19a-d088da242d0e {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:56:36.549787 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 03f5aee7-d6fd-4ea0-b19a-d088da242d0e not bound to the agent host hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:56:36.554758 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-5d92b418-3017-4f2a-9ed5-1836497ef1e7 service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380029 Aug 30 07:56:36.684602 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc429-342c-454c-9e2e-7c4124aaf9ad tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:36.702528 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172ba4b-f754-4ac3-b3a1-2fd6161c88d8 req-f19f7e32-1b03-445c-8493-921d2438edf9 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:36.704035 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7172ba4b-f754-4ac3-b3a1-2fd6161c88d8 req-f19f7e32-1b03-445c-8493-921d2438edf9 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 985 time: 0.0560493 Aug 30 07:56:36.709123 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc429-342c-454c-9e2e-7c4124aaf9ad tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:36.733514 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ab414424-5d1c-433f-9699-d4bfd7d8b511 req-54872f31-8649-4a76-9184-e11afce276da service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694114 Aug 30 07:56:36.737941 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4cc429-342c-454c-9e2e-7c4124aaf9ad tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69b32ff-3375-4216-bf47-96c893cf40cc,revision_number=0']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:36.749271 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221837b-2df2-4859-80d9-5e483bbcf239 req-8db791da-8c80-446e-bd84-a313f1e7948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:36.751030 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d221837b-2df2-4859-80d9-5e483bbcf239 req-8db791da-8c80-446e-bd84-a313f1e7948f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f16062b13b0c4cd2be8f26f9e093d9bf&device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 1138 time: 0.0804937 Aug 30 07:56:36.752169 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc429-342c-454c-9e2e-7c4124aaf9ad tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:36.752294 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7172ba4b-f754-4ac3-b3a1-2fd6161c88d8 req-1500198d-f000-4ee2-ad6b-5e77abb67b6c tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=41342c03-de87-44e0-b0f0-9cb0deee3e59&id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418413 Aug 30 07:56:36.753221 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-2b4cc429-342c-454c-9e2e-7c4124aaf9ad tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2754607 Aug 30 07:56:36.756761 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40052) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:56:36.763257 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-0246418a-8cdf-4efe-a5b6-211d9c4b050c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Request body: {'security_group_rule': {'security_group_id': '3e2a1731-e801-42a6-a624-067d29c1b217', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:56:36.792989 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0246418a-8cdf-4efe-a5b6-211d9c4b050c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:36.841208 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0246418a-8cdf-4efe-a5b6-211d9c4b050c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:36.845123 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0246418a-8cdf-4efe-a5b6-211d9c4b050c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:36.866373 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246418a-8cdf-4efe-a5b6-211d9c4b050c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f22a846-eb18-45f7-bdfc-812cdf30a3fe,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:36.873382 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a2c6e-4b3d-4ac5-bd70-b932dfe2ab09 req-d462f068-4195-4e01-ac35-f140db9180c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:36.874791 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0246418a-8cdf-4efe-a5b6-211d9c4b050c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:36.874939 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-813a2c6e-4b3d-4ac5-bd70-b932dfe2ab09 req-d462f068-4195-4e01-ac35-f140db9180c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46a024ebf24f430393b00d5d8777b746&device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 1096 time: 0.0615411 Aug 30 07:56:36.876186 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-0246418a-8cdf-4efe-a5b6-211d9c4b050c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183147 Aug 30 07:56:36.879179 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40054) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:56:36.883825 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-35b1eea7-35a6-4ef8-b6ed-e009def9538c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Request body: {'floatingip': {'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:56:36.898686 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221837b-2df2-4859-80d9-5e483bbcf239 req-2cbb0324-0349-4dd0-9d68-b287be38d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:36.900719 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d221837b-2df2-4859-80d9-5e483bbcf239 req-2cbb0324-0349-4dd0-9d68-b287be38d3b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f HTTP/1.1" status: 200 len: 916 time: 0.1409314 Aug 30 07:56:36.907381 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-35b1eea7-35a6-4ef8-b6ed-e009def9538c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:37.004902 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-35b1eea7-35a6-4ef8-b6ed-e009def9538c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:37.014475 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d221837b-2df2-4859-80d9-5e483bbcf239 req-43b821b5-52aa-4c13-9d67-bdde5e3ee3eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a5b7fe-6ea4-4a61-995f-35648fa60831 HTTP/1.1" status: 200 len: 1002 time: 0.1042166 Aug 30 07:56:37.056757 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a2c6e-4b3d-4ac5-bd70-b932dfe2ab09 req-5c35bf35-ba1b-4134-b2e9-b723ec7d65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:37.058219 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-813a2c6e-4b3d-4ac5-bd70-b932dfe2ab09 req-5c35bf35-ba1b-4134-b2e9-b723ec7d65a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac8b0384-c5fa-4cad-beab-0f002d9bca24 HTTP/1.1" status: 200 len: 917 time: 0.1713820 Aug 30 07:56:37.108992 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-813a2c6e-4b3d-4ac5-bd70-b932dfe2ab09 req-3a461ad2-3beb-4e33-b553-4187f90285f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=433de034-350e-4435-8de8-087595037325 HTTP/1.1" status: 200 len: 217 time: 0.0433629 Aug 30 07:56:37.111092 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221837b-2df2-4859-80d9-5e483bbcf239 req-f43cad8e-d4a4-4a05-a267-a452544af9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:37.112211 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d221837b-2df2-4859-80d9-5e483bbcf239 req-f43cad8e-d4a4-4a05-a267-a452544af9ee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6af770c-a1b8-4206-b73e-26a6c98ea347 HTTP/1.1" status: 200 len: 854 time: 0.0900609 Aug 30 07:56:37.112545 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-35b1eea7-35a6-4ef8-b6ed-e009def9538c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Allocated IP 172.27.3.140 (02efbd58-3f47-4ba1-9fc3-db25e7b0ec42/864ddbd5-13be-4be1-97d0-f7c096166157/3c448077-3078-488e-9a59-5a3e7270f915) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:56:37.216876 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-35b1eea7-35a6-4ef8-b6ed-e009def9538c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:37.225862 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a2c6e-4b3d-4ac5-bd70-b932dfe2ab09 req-772f1fac-7f33-4a50-aa1d-d0beea368fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:37.227335 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-813a2c6e-4b3d-4ac5-bd70-b932dfe2ab09 req-772f1fac-7f33-4a50-aa1d-d0beea368fc1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=417de6c6-8ef1-406c-b93e-54175f5b1e8f HTTP/1.1" status: 200 len: 855 time: 0.1035244 Aug 30 07:56:37.236091 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221837b-2df2-4859-80d9-5e483bbcf239 req-c4b79e8d-5753-4048-8f70-86d6984d4ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:37.237512 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d221837b-2df2-4859-80d9-5e483bbcf239 req-c4b79e8d-5753-4048-8f70-86d6984d4ec2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1053426 Aug 30 07:56:37.256083 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-35b1eea7-35a6-4ef8-b6ed-e009def9538c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:37.296787 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b1eea7-35a6-4ef8-b6ed-e009def9538c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:56:37.300006 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-35b1eea7-35a6-4ef8-b6ed-e009def9538c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:56:37.304040 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b1eea7-35a6-4ef8-b6ed-e009def9538c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:56:37.307915 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1eea7-35a6-4ef8-b6ed-e009def9538c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Pushing event updated for resources: {'Port': ['ID=3c448077-3078-488e-9a59-5a3e7270f915,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:37.314746 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f42487-132a-4a5d-9290-d6219b45a162 req-305caa59-12f2-4465-a364-1d7d915b32b5 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:37.316273 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-73f42487-132a-4a5d-9290-d6219b45a162 req-305caa59-12f2-4465-a364-1d7d915b32b5 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.1432953 Aug 30 07:56:37.360268 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a2c6e-4b3d-4ac5-bd70-b932dfe2ab09 req-1d0a4336-9c59-40c5-afdb-76627e95fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:37.361959 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-813a2c6e-4b3d-4ac5-bd70-b932dfe2ab09 req-1d0a4336-9c59-40c5-afdb-76627e95fbe6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac8b0384-c5fa-4cad-beab-0f002d9bca24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1234722 Aug 30 07:56:37.394570 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-35b1eea7-35a6-4ef8-b6ed-e009def9538c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:37.433024 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-35b1eea7-35a6-4ef8-b6ed-e009def9538c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:37.448916 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-73f42487-132a-4a5d-9290-d6219b45a162 req-938e3819-1e77-4712-8d38-d494cc85cc0e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251619 Aug 30 07:56:37.460193 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d221837b-2df2-4859-80d9-5e483bbcf239 req-a0257099-86f5-4a5c-9a1e-33941b14d54d service neutron] 10.222.0.61 "GET /v2.0/networks/4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122025 Aug 30 07:56:37.549711 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-813a2c6e-4b3d-4ac5-bd70-b932dfe2ab09 req-765779e3-7147-4936-ac0d-b606ff7a175c service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781428 Aug 30 07:56:37.586700 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-35b1eea7-35a6-4ef8-b6ed-e009def9538c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:37.592336 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-35b1eea7-35a6-4ef8-b6ed-e009def9538c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:37.628478 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d221837b-2df2-4859-80d9-5e483bbcf239 req-935bc063-5510-4ffc-9849-6ee983b0afb6 service neutron] 10.222.0.61 "GET /v2.0/networks/4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582940 Aug 30 07:56:37.662711 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-813a2c6e-4b3d-4ac5-bd70-b932dfe2ab09 req-f7e960fe-990e-4800-b9bb-0d6d7ecf7f37 service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033018 Aug 30 07:56:37.667316 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1eea7-35a6-4ef8-b6ed-e009def9538c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Pushing event updated for resources: {'Port': ['ID=3c448077-3078-488e-9a59-5a3e7270f915,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:37.672145 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-35b1eea7-35a6-4ef8-b6ed-e009def9538c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529307'] for floatingip, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:37.686524 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-35b1eea7-35a6-4ef8-b6ed-e009def9538c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:37.687783 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-35b1eea7-35a6-4ef8-b6ed-e009def9538c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8075988 Aug 30 07:56:37.881665 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-829dbf87-8ea1-467f-a11a-951beaeb4bd5 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1163367194&fields=id&tenant_id=e71ca0134bc64db3b85a744bc5da948c HTTP/1.1" status: 200 len: 267 time: 0.0355163 Aug 30 07:56:37.883384 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e066d-6acb-4309-ac0d-c5edc999f72f req-d7e71399-5adb-4bca-82af-d3a293054ec5 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:37.885193 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9f1e066d-6acb-4309-ac0d-c5edc999f72f req-d7e71399-5adb-4bca-82af-d3a293054ec5 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 985 time: 0.0581992 Aug 30 07:56:37.925569 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9f1e066d-6acb-4309-ac0d-c5edc999f72f req-50e5dd9f-5f8c-4685-b7ba-b4764d340b44 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=41342c03-de87-44e0-b0f0-9cb0deee3e59&id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341749 Aug 30 07:56:37.992912 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-54b7271f-22b6-4985-bcd9-25c1e7ede62d tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:37.995084 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-54b7271f-22b6-4985-bcd9-25c1e7ede62d tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/networks?id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 HTTP/1.1" status: 200 len: 809 time: 0.1064751 Aug 30 07:56:38.011682 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-e4c11237-1d00-4c60-bc64-555c9ac25f82 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/quotas/e71ca0134bc64db3b85a744bc5da948c HTTP/1.1" status: 200 len: 375 time: 0.0108690 Aug 30 07:56:38.066707 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-7da11b5f-09ef-40d1-8733-7c75284f485c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e71ca0134bc64db3b85a744bc5da948c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487194 Aug 30 07:56:38.410227 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-2330e699-f4e4-4bfc-8c13-bbe1e23770d3 service neutron] 10.222.0.73 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318260 Aug 30 07:56:38.503161 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-e82da9ef-198d-41d7-87f3-b1dd4eb5c7d5 service neutron] 10.222.0.73 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864892 Aug 30 07:56:38.528650 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 433de034-350e-4435-8de8-087595037325 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:56:38.569892 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f049f7-8f71-412e-9a01-e9cd261c6b0c req-b749f139-c414-4d66-8fa1-2adc8e3c2525 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:38.571955 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a5f049f7-8f71-412e-9a01-e9cd261c6b0c req-b749f139-c414-4d66-8fa1-2adc8e3c2525 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.0496869 Aug 30 07:56:38.616102 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a5f049f7-8f71-412e-9a01-e9cd261c6b0c req-64ac2a24-16e8-4803-85d9-26064e649cc3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355663 Aug 30 07:56:38.652226 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 433de034-350e-4435-8de8-087595037325, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=433de034-350e-4435-8de8-087595037325,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:56:38.664354 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': '433de034-350e-4435-8de8-087595037325', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'port_id': '433de034-350e-4435-8de8-087595037325', 'mac_address': 'fa:16:3e:15:78:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:56:38.673368 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-680466aa-f49b-4710-8699-b01c11c450e7 req-c280392c-56d5-4e9f-b446-1d19163ffafd tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 210 time: 0.0275397 Aug 30 07:56:38.704972 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:38.719807 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433de034-350e-4435-8de8-087595037325 {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:56:38.741897 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 433de034-350e-4435-8de8-087595037325, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=433de034-350e-4435-8de8-087595037325,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:56:38.746959 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:38.800996 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=433de034-350e-4435-8de8-087595037325,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:38.809322 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:38.809683 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:38.810032 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:38.810417 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:38.810756 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:38.811092 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:38.811433 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:38.811813 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:38.812120 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:38.812450 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:38.812773 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:38.813105 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:56:39.053422 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59496f-bb86-419a-b67e-cfa54af8200e req-2014f956-ad9b-4e2c-9992-148367969f0c tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:39.054937 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8a59496f-bb86-419a-b67e-cfa54af8200e req-2014f956-ad9b-4e2c-9992-148367969f0c tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 985 time: 0.0493867 Aug 30 07:56:39.096212 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8a59496f-bb86-419a-b67e-cfa54af8200e req-ad2a71e4-f303-4626-b83c-739428c80cff tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=41342c03-de87-44e0-b0f0-9cb0deee3e59&id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351787 Aug 30 07:56:39.230110 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['433de034-350e-4435-8de8-087595037325'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:56:39.786907 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-76dfa5be-0df5-4039-9791-ce844b2d91e2 req-4baca1e2-db9c-45b7-95ca-00f0b97385f8 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 210 time: 0.0361679 Aug 30 07:56:39.791418 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0610ca-54cb-4e35-9e33-ba500758a668 req-eb42542e-4ac7-43cd-86b4-0f818d406b2b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:39.794014 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ed0610ca-54cb-4e35-9e33-ba500758a668 req-eb42542e-4ac7-43cd-86b4-0f818d406b2b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 944 time: 0.0866618 Aug 30 07:56:39.817045 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-0b8e5f9c-02e2-4865-871c-662ea4e64695 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:39.818540 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-0b8e5f9c-02e2-4865-871c-662ea4e64695 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.61 "GET /v2.0/networks?id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 HTTP/1.1" status: 200 len: 809 time: 0.1686044 Aug 30 07:56:39.871320 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ed0610ca-54cb-4e35-9e33-ba500758a668 req-f9ddd175-2fb3-4f1b-9ad8-56a113f69d97 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712402 Aug 30 07:56:39.888318 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-871ebc4e-56a3-48fb-ba2c-2dc1983fdaac tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e71ca0134bc64db3b85a744bc5da948c HTTP/1.1" status: 200 len: 380 time: 0.0595932 Aug 30 07:56:39.898850 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-5098eda9-9184-49b8-815d-e2e622dc5cab tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Request body: {'port': {'device_id': '6eb1895f-02c2-4252-a5ba-f3c6496dfa4d', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'admin_state_up': True, 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'security_groups': ['3e2a1731-e801-42a6-a624-067d29c1b217']}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:56:40.007351 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-5098eda9-9184-49b8-815d-e2e622dc5cab tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Made reservation on behalf of e71ca0134bc64db3b85a744bc5da948c for: {'port': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:56:40.011799 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-5098eda9-9184-49b8-815d-e2e622dc5cab tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:40.145266 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-5098eda9-9184-49b8-815d-e2e622dc5cab tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Allocated IP 172.20.0.11 (c0b6d139-5ec8-4ecd-be42-a32d8b014bf5/8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e/fe883039-4227-47ba-89b3-d8497a08c086) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:56:40.214835 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caad2b5-3eff-4724-829f-f5760e72963c req-f0abdb00-0937-456f-80b4-721ab96acc91 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:40.216638 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8caad2b5-3eff-4724-829f-f5760e72963c req-f0abdb00-0937-456f-80b4-721ab96acc91 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 985 time: 0.0490267 Aug 30 07:56:40.257308 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8caad2b5-3eff-4724-829f-f5760e72963c req-f85b8719-3b3b-4dfe-b410-1e034de691d8 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=41342c03-de87-44e0-b0f0-9cb0deee3e59&id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346217 Aug 30 07:56:40.281674 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-5098eda9-9184-49b8-815d-e2e622dc5cab tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:40.296181 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-5098eda9-9184-49b8-815d-e2e622dc5cab tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Transition to ACTIVE for port object fe883039-4227-47ba-89b3-d8497a08c086 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:56:40.327965 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-5098eda9-9184-49b8-815d-e2e622dc5cab tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:40.372510 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-5098eda9-9184-49b8-815d-e2e622dc5cab tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Network c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:56:40.377485 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-5098eda9-9184-49b8-815d-e2e622dc5cab tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:56:40.381174 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-5098eda9-9184-49b8-815d-e2e622dc5cab tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:56:40.406932 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098eda9-9184-49b8-815d-e2e622dc5cab tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Pushing event updated for resources: {'Port': ['ID=fe883039-4227-47ba-89b3-d8497a08c086,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:40.439221 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-5098eda9-9184-49b8-815d-e2e622dc5cab tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:40.439858 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-5098eda9-9184-49b8-815d-e2e622dc5cab tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:40.454766 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-5098eda9-9184-49b8-815d-e2e622dc5cab tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5595050 Aug 30 07:56:40.469106 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Request body: {'port': {'device_id': '6eb1895f-02c2-4252-a5ba-f3c6496dfa4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:56:40.529309 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:40.572674 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 433de034-350e-4435-8de8-087595037325 up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:56:40.624530 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port 433de034-350e-4435-8de8-087595037325 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:56:40.632366 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port 433de034-350e-4435-8de8-087595037325 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:56:40.632739 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:40.665980 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-9f59847e-a219-4ed4-8574-3ce9b630203f None None] Provisioning for port fe883039-4227-47ba-89b3-d8497a08c086 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:56:40.674430 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-9f59847e-a219-4ed4-8574-3ce9b630203f None None] Provisioning complete for port fe883039-4227-47ba-89b3-d8497a08c086 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:56:40.674796 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-9f59847e-a219-4ed4-8574-3ce9b630203f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:40.716714 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-9f59847e-a219-4ed4-8574-3ce9b630203f None None] Port fe883039-4227-47ba-89b3-d8497a08c086 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:56:40.751101 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:40.777324 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bba115-ffa4-48f5-9f97-30c8117579c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433de034-350e-4435-8de8-087595037325'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:56:40.779599 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f299cba-266f-4176-81fb-4fb3ddf80698" -d '{"events": [{"server_uuid": "04bba115-ffa4-48f5-9f97-30c8117579c2", "name": "network-vif-plugged", "status": "completed", "tag": "433de034-350e-4435-8de8-087595037325"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:56:40.795653 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 433de034-350e-4435-8de8-087595037325, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=433de034-350e-4435-8de8-087595037325,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:56:40.800299 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe883039-4227-47ba-89b3-d8497a08c086 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:56:40.801707 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:40.809702 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:40.822374 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Transition to ACTIVE for port object fe883039-4227-47ba-89b3-d8497a08c086 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:56:40.831677 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:40.835235 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfddf945-504f-4360-a2b6-11c67a04d870 x-openstack-request-id: req-bfddf945-504f-4360-a2b6-11c67a04d870 {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:56:40.835531 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bba115-ffa4-48f5-9f97-30c8117579c2", "name": "network-vif-plugged", "status": "completed", "tag": "433de034-350e-4435-8de8-087595037325", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:56:40.835785 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bfddf945-504f-4360-a2b6-11c67a04d870 {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:56:40.836179 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04bba115-ffa4-48f5-9f97-30c8117579c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433de034-350e-4435-8de8-087595037325', 'code': 200} Aug 30 07:56:40.876252 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=433de034-350e-4435-8de8-087595037325,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:40.886400 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe883039-4227-47ba-89b3-d8497a08c086,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:40.980865 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef424f-88ae-45ad-bdeb-29b9e3f7deeb req-f5e8f4c3-d7a6-419a-bb72-9796dbb05f4a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:40.983252 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d7ef424f-88ae-45ad-bdeb-29b9e3f7deeb req-f5e8f4c3-d7a6-419a-bb72-9796dbb05f4a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 944 time: 0.0985467 Aug 30 07:56:41.014644 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Attempting to bind port fe883039-4227-47ba-89b3-d8497a08c086 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:56:41.015149 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Attempting to bind port fe883039-4227-47ba-89b3-d8497a08c086 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '3313c450-3e0a-4a55-9b55-654832350b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:56:41.015651 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Attempting to bind port fe883039-4227-47ba-89b3-d8497a08c086 on network c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:56:41.027985 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d7ef424f-88ae-45ad-bdeb-29b9e3f7deeb req-88072920-810a-4903-96fc-c55fd388db6d tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387025 Aug 30 07:56:41.039152 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Port fe883039-4227-47ba-89b3-d8497a08c086 on network c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:56:41.039483 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Attempting to bind port fe883039-4227-47ba-89b3-d8497a08c086 on network c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:56:41.063898 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:56:41.064247 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Checking segment: {'id': '3313c450-3e0a-4a55-9b55-654832350b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:56:41.064667 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Bound using segment: {'id': '3313c450-3e0a-4a55-9b55-654832350b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:56:41.065110 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Bound port: fe883039-4227-47ba-89b3-d8497a08c086, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3313c450-3e0a-4a55-9b55-654832350b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:56:41.065476 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:41.123659 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce0f4b-ffa6-4b03-b44b-ba8dd34c3e52 req-b3b686f2-3bc8-4456-b366-d8769cdbdf69 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:41.125300 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6bce0f4b-ffa6-4b03-b44b-ba8dd34c3e52 req-b3b686f2-3bc8-4456-b366-d8769cdbdf69 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.1618767 Aug 30 07:56:41.131255 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339fb74-c16e-4909-926f-2d7960457e2f req-398d3e7a-bc11-489d-a346-690aff9e2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:41.132744 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7339fb74-c16e-4909-926f-2d7960457e2f req-398d3e7a-bc11-489d-a346-690aff9e2fe3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 1098 time: 0.1136947 Aug 30 07:56:41.219880 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6bce0f4b-ffa6-4b03-b44b-ba8dd34c3e52 req-f98d457c-1ac6-4daf-8f17-cd588427d481 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860851 Aug 30 07:56:41.221294 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7339fb74-c16e-4909-926f-2d7960457e2f req-ceed5107-2ce8-4880-ad04-49749aa9f3ef service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746028 Aug 30 07:56:41.223856 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] For port fe883039-4227-47ba-89b3-d8497a08c086, host hv-cinder-80619, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:56:41.240136 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] For port fe883039-4227-47ba-89b3-d8497a08c086, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=fe883039-4227-47ba-89b3-d8497a08c086,segment=NetworkSegment(3313c450-3e0a-4a55-9b55-654832350b5d),segment_id=3313c450-3e0a-4a55-9b55-654832350b5d)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:56:41.252067 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:41.286738 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:41.287155 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:41.288549 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] 10.222.0.61 "PUT /v2.0/ports/fe883039-4227-47ba-89b3-d8497a08c086 HTTP/1.1" status: 200 len: 1094 time: 0.8240085 Aug 30 07:56:41.289106 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb1895f-02c2-4252-a5ba-f3c6496dfa4d', 'tag': 'fe883039-4227-47ba-89b3-d8497a08c086'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:56:41.291401 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0b42b4-23c9-4cb4-b7bd-aadc9cb9a803" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb1895f-02c2-4252-a5ba-f3c6496dfa4d", "tag": "fe883039-4227-47ba-89b3-d8497a08c086"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:56:41.321552 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2b62b-46b3-4b9c-8328-6d3f8ad3a3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe883039-4227-47ba-89b3-d8497a08c086,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:41.337388 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff334401-c06a-4324-9bfa-028e09a4a34b x-openstack-request-id: req-ff334401-c06a-4324-9bfa-028e09a4a34b {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:56:41.337677 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb1895f-02c2-4252-a5ba-f3c6496dfa4d", "tag": "fe883039-4227-47ba-89b3-d8497a08c086", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:56:41.337925 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ff334401-c06a-4324-9bfa-028e09a4a34b {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:56:41.338349 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb1895f-02c2-4252-a5ba-f3c6496dfa4d', 'tag': 'fe883039-4227-47ba-89b3-d8497a08c086', 'status': 'completed', 'code': 200} Aug 30 07:56:41.383374 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b9fa9-6223-4911-a8f9-255bceb3ce18 req-c8dbba1b-4d96-4316-b731-03eaca11d1c7 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:41.385819 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7b6b9fa9-6223-4911-a8f9-255bceb3ce18 req-c8dbba1b-4d96-4316-b731-03eaca11d1c7 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 985 time: 0.0513616 Aug 30 07:56:41.434856 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7b6b9fa9-6223-4911-a8f9-255bceb3ce18 req-1ef6489c-4544-4d15-bb06-50ee2751bb34 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=41342c03-de87-44e0-b0f0-9cb0deee3e59&id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425274 Aug 30 07:56:41.562018 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b42b4-23c9-4cb4-b7bd-aadc9cb9a803 req-4051b2d4-af2b-46a1-9999-a73321996fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:41.563459 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-cd0b42b4-23c9-4cb4-b7bd-aadc9cb9a803 req-4051b2d4-af2b-46a1-9999-a73321996fa7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e71ca0134bc64db3b85a744bc5da948c&device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 1097 time: 0.0457006 Aug 30 07:56:41.671099 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b42b4-23c9-4cb4-b7bd-aadc9cb9a803 req-1621a02d-8747-4658-9b9a-066dc285ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:41.672566 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-cd0b42b4-23c9-4cb4-b7bd-aadc9cb9a803 req-1621a02d-8747-4658-9b9a-066dc285ea80 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e71ca0134bc64db3b85a744bc5da948c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0987535 Aug 30 07:56:41.767712 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b42b4-23c9-4cb4-b7bd-aadc9cb9a803 req-ebb92e57-9134-4c44-850f-dfe166703c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:41.769176 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-cd0b42b4-23c9-4cb4-b7bd-aadc9cb9a803 req-ebb92e57-9134-4c44-850f-dfe166703c54 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872042 Aug 30 07:56:41.846879 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-61ec7ccc-7e78-4529-a265-ccf670f94eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:41.848353 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-61ec7ccc-7e78-4529-a265-ccf670f94eab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e71ca0134bc64db3b85a744bc5da948c&device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 1097 time: 0.0397761 Aug 30 07:56:41.895492 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-a53703d7-8f14-44d1-9f92-162b5d98520e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe883039-4227-47ba-89b3-d8497a08c086 HTTP/1.1" status: 200 len: 217 time: 0.0379477 Aug 30 07:56:41.948115 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-5f469cd3-58a1-4d95-bd3e-2b95c4f70e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:41.949663 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-5f469cd3-58a1-4d95-bd3e-2b95c4f70e48 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e HTTP/1.1" status: 200 len: 848 time: 0.0459468 Aug 30 07:56:41.996590 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-851f6c99-4c45-4baa-addf-b2e2229c746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:41.998071 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-851f6c99-4c45-4baa-addf-b2e2229c746d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407553 Aug 30 07:56:42.092280 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-383b45e8-36e8-4a9c-8c7e-6ff0c1722fb1 service neutron] 10.222.0.61 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858629 Aug 30 07:56:42.215813 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6bd0f-bb5b-4a77-a4e1-d952a0f97b4c req-8be591a5-f951-4335-bac3-29c54a73a036 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:42.217207 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-59b6bd0f-bb5b-4a77-a4e1-d952a0f97b4c req-8be591a5-f951-4335-bac3-29c54a73a036 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 944 time: 0.1092284 Aug 30 07:56:42.234830 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-92f2d623-8b5d-45c3-9c12-e457a44ccd01 req-5a1a40f2-78af-46f9-8a62-9b5e7f219a33 service neutron] 10.222.0.61 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343322 Aug 30 07:56:42.262664 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-59b6bd0f-bb5b-4a77-a4e1-d952a0f97b4c req-a818e97e-8eba-470a-8f94-42bac123570b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382445 Aug 30 07:56:42.344000 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83ee64-cfd8-4f86-8bcf-6c2e92148a37 req-d270b827-ec4e-4253-9410-73827e55792f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:42.345466 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1d83ee64-cfd8-4f86-8bcf-6c2e92148a37 req-d270b827-ec4e-4253-9410-73827e55792f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0482433 Aug 30 07:56:42.384997 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1d83ee64-cfd8-4f86-8bcf-6c2e92148a37 req-cc594888-f00e-40d6-8fb0-257003669205 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335789 Aug 30 07:56:42.550445 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed69b82-c095-4183-922e-dd4132284840 req-d3a0e0dc-78dc-47d5-b41a-d0e0cf15d6cf tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:42.551943 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7ed69b82-c095-4183-922e-dd4132284840 req-d3a0e0dc-78dc-47d5-b41a-d0e0cf15d6cf tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 985 time: 0.0492015 Aug 30 07:56:42.593516 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7ed69b82-c095-4183-922e-dd4132284840 req-5d39fd12-3904-436f-933c-3a5c6e398cbe tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=41342c03-de87-44e0-b0f0-9cb0deee3e59&id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349257 Aug 30 07:56:43.378000 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17192cb9-0e0e-44c1-85c1-e733e2bceda9 req-bec1f42a-3cb3-4a2a-971b-baa9a1bf05f2 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:43.379478 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-17192cb9-0e0e-44c1-85c1-e733e2bceda9 req-bec1f42a-3cb3-4a2a-971b-baa9a1bf05f2 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 944 time: 0.0489373 Aug 30 07:56:43.418881 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-17192cb9-0e0e-44c1-85c1-e733e2bceda9 req-a8d70db7-8b45-4cf0-9bf1-7b94c3eb8db2 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331821 Aug 30 07:56:43.510728 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed906d9-b645-45d8-833e-6d82393d450a req-0bceb138-8e1a-4f21-9c0d-6483543cec12 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:43.512186 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bed906d9-b645-45d8-833e-6d82393d450a req-0bceb138-8e1a-4f21-9c0d-6483543cec12 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0509653 Aug 30 07:56:43.549742 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bed906d9-b645-45d8-833e-6d82393d450a req-2b2bbf88-a7ef-46c7-800b-1e9e552ca99c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315800 Aug 30 07:56:43.664723 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126150-21d1-4a8f-9589-74a94716d619 req-654a354e-b769-4e5d-8fc8-094625755a23 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:43.666560 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-45126150-21d1-4a8f-9589-74a94716d619 req-654a354e-b769-4e5d-8fc8-094625755a23 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0498636 Aug 30 07:56:43.674844 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40120) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:56:43.679704 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-f9a81805-2b77-4c1a-8778-41ac9fd71aee tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Request body: {'floatingip': {'port_id': '433de034-350e-4435-8de8-087595037325'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:56:43.720300 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53977204-6bf8-4eb4-a327-f65fd4ca5e9d req-e5ca5a9d-a09c-496c-90a4-275cc05e089c tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:43.721663 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f9a81805-2b77-4c1a-8778-41ac9fd71aee tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for floatingip, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:43.721854 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-53977204-6bf8-4eb4-a327-f65fd4ca5e9d req-e5ca5a9d-a09c-496c-90a4-275cc05e089c tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 985 time: 0.0556378 Aug 30 07:56:43.765999 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-53977204-6bf8-4eb4-a327-f65fd4ca5e9d req-35ad603e-6f75-4c5f-83cb-73ccb9e6f22f tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=41342c03-de87-44e0-b0f0-9cb0deee3e59&id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373833 Aug 30 07:56:44.481499 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f9a81805-2b77-4c1a-8778-41ac9fd71aee tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:44.485621 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f9a81805-2b77-4c1a-8778-41ac9fd71aee tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529307'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:44.637556 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9c2e7-2663-4645-ac0f-572e565b79f5 req-22e5e9ba-6f7f-4e8e-9746-f28f0ece1b06 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:44.639564 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c9e9c2e7-2663-4645-ac0f-572e565b79f5 req-22e5e9ba-6f7f-4e8e-9746-f28f0ece1b06 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 944 time: 0.1515999 Aug 30 07:56:44.699995 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.l3_db [None req-f9a81805-2b77-4c1a-8778-41ac9fd71aee tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Floating IP a9f31be0-a1e2-4d6c-897e-39488de66153 associated. External IP: 172.27.3.243, port: 433de034-350e-4435-8de8-087595037325. Aug 30 07:56:44.708998 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c9e9c2e7-2663-4645-ac0f-572e565b79f5 req-c0bfa77d-209e-41ef-97d7-32567b447d43 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635054 Aug 30 07:56:44.888193 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247c50d-68d3-4f31-a262-aab7e11150cc req-df5ae420-1242-497c-b1c6-c88bef1aa444 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:44.890644 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9247c50d-68d3-4f31-a262-aab7e11150cc req-df5ae420-1242-497c-b1c6-c88bef1aa444 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 985 time: 0.0516376 Aug 30 07:56:44.932301 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9247c50d-68d3-4f31-a262-aab7e11150cc req-9df0c0f4-8f70-4c4d-9c4c-5781bcd3ddb5 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=41342c03-de87-44e0-b0f0-9cb0deee3e59&id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365326 Aug 30 07:56:44.947624 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a81805-2b77-4c1a-8778-41ac9fd71aee tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Router 6d695a51-c1eb-4671-9a57-8ee449d70b8a has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:56:45.053078 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a81805-2b77-4c1a-8778-41ac9fd71aee tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:56:45.058790 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f9a81805-2b77-4c1a-8778-41ac9fd71aee tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:45.065510 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f799deab-9cfa-4b9f-826c-dcff3d302f51 None None] Sync routers for ids ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:56:45.078758 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f799deab-9cfa-4b9f-826c-dcff3d302f51 None None] Routers {'6d695a51-c1eb-4671-9a57-8ee449d70b8a'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:56:45.079390 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f799deab-9cfa-4b9f-826c-dcff3d302f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:56:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:56:45.088685 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-f9a81805-2b77-4c1a-8778-41ac9fd71aee tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "PUT /v2.0/floatingips/a9f31be0-a1e2-4d6c-897e-39488de66153 HTTP/1.1" status: 200 len: 991 time: 1.4098287 Aug 30 07:56:45.088685 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04bba115-ffa4-48f5-9f97-30c8117579c2', 'tag': '433de034-350e-4435-8de8-087595037325'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:56:45.088977 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7c1c717326e93d35a200a5a0d3cebafce15ecd83eb06d7c469ca134263d92f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43acbaa-ee0d-401c-93fb-43852f390210" -d '{"events": [{"name": "network-changed", "server_uuid": "04bba115-ffa4-48f5-9f97-30c8117579c2", "tag": "433de034-350e-4435-8de8-087595037325"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:56:45.125922 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6327fef3-816d-48b4-82a6-8fec98946f8e x-openstack-request-id: req-6327fef3-816d-48b4-82a6-8fec98946f8e {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:56:45.126238 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04bba115-ffa4-48f5-9f97-30c8117579c2", "tag": "433de034-350e-4435-8de8-087595037325", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:56:45.126487 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6327fef3-816d-48b4-82a6-8fec98946f8e {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:56:45.126880 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04bba115-ffa4-48f5-9f97-30c8117579c2', 'tag': '433de034-350e-4435-8de8-087595037325', 'status': 'completed', 'code': 200} Aug 30 07:56:45.196965 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43acbaa-ee0d-401c-93fb-43852f390210 req-122ebfb2-4d87-4c43-b1a1-56948e9bc087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:45.198569 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e43acbaa-ee0d-401c-93fb-43852f390210 req-122ebfb2-4d87-4c43-b1a1-56948e9bc087 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46a024ebf24f430393b00d5d8777b746&device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 1098 time: 0.0422900 Aug 30 07:56:45.201399 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-f799deab-9cfa-4b9f-826c-dcff3d302f51 None None] Set router 6d695a51-c1eb-4671-9a57-8ee449d70b8a gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:56:45.295972 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43acbaa-ee0d-401c-93fb-43852f390210 req-f14dd3ab-309a-43fe-a637-1fa143aedb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:45.297528 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e43acbaa-ee0d-401c-93fb-43852f390210 req-f14dd3ab-309a-43fe-a637-1fa143aedb9f service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac8b0384-c5fa-4cad-beab-0f002d9bca24 HTTP/1.1" status: 200 len: 917 time: 0.0912347 Aug 30 07:56:45.375759 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e43acbaa-ee0d-401c-93fb-43852f390210 req-308fe613-8014-4bc5-9dfe-8a1939669e10 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=433de034-350e-4435-8de8-087595037325 HTTP/1.1" status: 200 len: 999 time: 0.0678771 Aug 30 07:56:45.427205 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f799deab-9cfa-4b9f-826c-dcff3d302f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T07:49:30Z', 'revision_number': 4, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port': {'id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:24Z', 'updated_at': '2021-08-30T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': 'a9f31be0-a1e2-4d6c-897e-39488de66153', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'port_id': '433de034-350e-4435-8de8-087595037325', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'mac_address': 'fa:16:3e:15:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bba115-ffa4-48f5-9f97-30c8117579c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:56:32Z', 'updated_at': '2021-08-30T07:56:44Z', 'revision_number': 1, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c16b09c-1012-4d0c-b430-d921aed4ee36', 'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'mac_address': 'fa:16:3e:87:37:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:28Z', 'updated_at': '2021-08-30T07:49:35Z', 'revision_number': 5, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'subnets': [{'id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:56:45.429261 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43acbaa-ee0d-401c-93fb-43852f390210 req-1d1f3ba1-3577-498d-ac31-1c79c25de439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:45.431130 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e43acbaa-ee0d-401c-93fb-43852f390210 req-1d1f3ba1-3577-498d-ac31-1c79c25de439 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=417de6c6-8ef1-406c-b93e-54175f5b1e8f HTTP/1.1" status: 200 len: 855 time: 0.0479183 Aug 30 07:56:45.457438 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f799deab-9cfa-4b9f-826c-dcff3d302f51 None None] Checking router: 6d695a51-c1eb-4671-9a57-8ee449d70b8a for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:56:45.467059 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f799deab-9cfa-4b9f-826c-dcff3d302f51 None None] Routers {'6d695a51-c1eb-4671-9a57-8ee449d70b8a'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:56:45.467682 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f799deab-9cfa-4b9f-826c-dcff3d302f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:56:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:56:45.478139 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43acbaa-ee0d-401c-93fb-43852f390210 req-da50044c-7e02-4ad5-b1bc-476ac4a4c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:45.479913 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e43acbaa-ee0d-401c-93fb-43852f390210 req-da50044c-7e02-4ad5-b1bc-476ac4a4c1f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac8b0384-c5fa-4cad-beab-0f002d9bca24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406833 Aug 30 07:56:45.574839 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e43acbaa-ee0d-401c-93fb-43852f390210 req-0b509af7-3597-4abc-a41a-a13e0fe1e353 service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875442 Aug 30 07:56:45.697642 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e43acbaa-ee0d-401c-93fb-43852f390210 req-18c39091-24a1-4ca7-b315-b26520b80506 service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155207 Aug 30 07:56:45.699590 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-f799deab-9cfa-4b9f-826c-dcff3d302f51 None None] Set router 6d695a51-c1eb-4671-9a57-8ee449d70b8a gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:56:45.845378 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e81cce-b85e-46fd-a2e5-02e88cbd87f3 req-4f373e25-63bc-4e39-898f-bd07dc9bae04 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:45.846915 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e8e81cce-b85e-46fd-a2e5-02e88cbd87f3 req-4f373e25-63bc-4e39-898f-bd07dc9bae04 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 944 time: 0.0503244 Aug 30 07:56:45.888565 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e8e81cce-b85e-46fd-a2e5-02e88cbd87f3 req-604f4b32-79a7-4f40-9f64-aef4cfff17ee tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343394 Aug 30 07:56:45.952613 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f799deab-9cfa-4b9f-826c-dcff3d302f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T07:49:30Z', 'revision_number': 4, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port': {'id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:24Z', 'updated_at': '2021-08-30T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': 'a9f31be0-a1e2-4d6c-897e-39488de66153', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'port_id': '433de034-350e-4435-8de8-087595037325', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'mac_address': 'fa:16:3e:15:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bba115-ffa4-48f5-9f97-30c8117579c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:56:32Z', 'updated_at': '2021-08-30T07:56:44Z', 'revision_number': 1, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c16b09c-1012-4d0c-b430-d921aed4ee36', 'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'mac_address': 'fa:16:3e:87:37:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:28Z', 'updated_at': '2021-08-30T07:49:35Z', 'revision_number': 5, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'subnets': [{'id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:56:45.984647 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f799deab-9cfa-4b9f-826c-dcff3d302f51 None None] The sync data for ids ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'] in dv-cinder-806191-3-iscsi is: [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T07:49:30Z', 'revision_number': 4, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port': {'id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:24Z', 'updated_at': '2021-08-30T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': 'a9f31be0-a1e2-4d6c-897e-39488de66153', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'port_id': '433de034-350e-4435-8de8-087595037325', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'mac_address': 'fa:16:3e:15:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bba115-ffa4-48f5-9f97-30c8117579c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:56:32Z', 'updated_at': '2021-08-30T07:56:44Z', 'revision_number': 1, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c16b09c-1012-4d0c-b430-d921aed4ee36', 'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'mac_address': 'fa:16:3e:87:37:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:28Z', 'updated_at': '2021-08-30T07:49:35Z', 'revision_number': 5, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'subnets': [{'id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:56:46.059298 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e80b7-ed25-4208-ad06-119db557a17b req-5150b06d-b986-408f-ad7d-483fec815b2b tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:46.060869 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a80e80b7-ed25-4208-ad06-119db557a17b req-5150b06d-b986-408f-ad7d-483fec815b2b tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 985 time: 0.0537813 Aug 30 07:56:46.106377 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a80e80b7-ed25-4208-ad06-119db557a17b req-1a478d7b-419f-4fe6-b2df-2b916a9fa889 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=41342c03-de87-44e0-b0f0-9cb0deee3e59&id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386686 Aug 30 07:56:46.187172 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad7c2b-a57e-462d-85dc-5e135a4483d0 None None] New status for floating IP a9f31be0-a1e2-4d6c-897e-39488de66153: ACTIVE {{(pid=100377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:56:46.606270 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device fe883039-4227-47ba-89b3-d8497a08c086 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:56:46.703695 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port fe883039-4227-47ba-89b3-d8497a08c086, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=fe883039-4227-47ba-89b3-d8497a08c086,segment=NetworkSegment(3313c450-3e0a-4a55-9b55-654832350b5d),segment_id=3313c450-3e0a-4a55-9b55-654832350b5d)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:56:46.715313 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': 'fe883039-4227-47ba-89b3-d8497a08c086', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'port_id': 'fe883039-4227-47ba-89b3-d8497a08c086', 'mac_address': 'fa:16:3e:36:24:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:56:46.752532 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:46.765567 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe883039-4227-47ba-89b3-d8497a08c086 {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:56:46.784866 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port fe883039-4227-47ba-89b3-d8497a08c086, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=fe883039-4227-47ba-89b3-d8497a08c086,segment=NetworkSegment(3313c450-3e0a-4a55-9b55-654832350b5d),segment_id=3313c450-3e0a-4a55-9b55-654832350b5d)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:56:46.789181 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:46.837253 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=fe883039-4227-47ba-89b3-d8497a08c086,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:47.017987 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d863d7-1bab-4532-b91c-4b8f912c59e8 req-9b5d3aff-66ef-4522-86cf-5a28704c6c50 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:47.019548 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-94d863d7-1bab-4532-b91c-4b8f912c59e8 req-9b5d3aff-66ef-4522-86cf-5a28704c6c50 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 945 time: 0.0526462 Aug 30 07:56:47.066414 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-94d863d7-1bab-4532-b91c-4b8f912c59e8 req-a3c8b22a-685b-4815-9ffd-4650c6bffd4d tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401859 Aug 30 07:56:47.125466 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['fe883039-4227-47ba-89b3-d8497a08c086'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:56:47.228696 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887653e-08f8-4bf5-af83-a18fdb1d94df req-8515335e-047f-4385-aba6-1ba58e379c8a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:47.230590 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0887653e-08f8-4bf5-af83-a18fdb1d94df req-8515335e-047f-4385-aba6-1ba58e379c8a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 985 time: 0.0505335 Aug 30 07:56:47.277857 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0887653e-08f8-4bf5-af83-a18fdb1d94df req-3d0c7f18-1401-470d-89fc-e12cad0690f2 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=41342c03-de87-44e0-b0f0-9cb0deee3e59&id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412266 Aug 30 07:56:48.180981 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cbc82-0dc2-40fe-9888-6c28a3f89e7c req-46124af2-dbe0-4266-992a-8aedb774e2f3 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:48.182490 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-060cbc82-0dc2-40fe-9888-6c28a3f89e7c req-46124af2-dbe0-4266-992a-8aedb774e2f3 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 945 time: 0.0512166 Aug 30 07:56:48.222746 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-060cbc82-0dc2-40fe-9888-6c28a3f89e7c req-560d11ea-86ca-488d-a33e-3f38fdfede4f tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342443 Aug 30 07:56:48.399915 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1da5d-dc7c-4e3d-848a-dc0545262a9c req-cc1caeb3-e846-4f6a-b87f-3db9a5927c9f tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:48.401549 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e6d1da5d-dc7c-4e3d-848a-dc0545262a9c req-cc1caeb3-e846-4f6a-b87f-3db9a5927c9f tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 985 time: 0.0540621 Aug 30 07:56:48.445509 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e6d1da5d-dc7c-4e3d-848a-dc0545262a9c req-6b66a74f-e576-4054-ba9a-856bc346f570 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=41342c03-de87-44e0-b0f0-9cb0deee3e59&id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379016 Aug 30 07:56:48.615281 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device fe883039-4227-47ba-89b3-d8497a08c086 up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:56:48.665462 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port fe883039-4227-47ba-89b3-d8497a08c086 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:56:48.669045 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port fe883039-4227-47ba-89b3-d8497a08c086 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:56:48.669415 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:48.749524 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:48.772713 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb1895f-02c2-4252-a5ba-f3c6496dfa4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe883039-4227-47ba-89b3-d8497a08c086'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:56:48.775472 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccee6ff8-35ed-44df-b784-a55bfdd867eb" -d '{"events": [{"server_uuid": "6eb1895f-02c2-4252-a5ba-f3c6496dfa4d", "name": "network-vif-plugged", "status": "completed", "tag": "fe883039-4227-47ba-89b3-d8497a08c086"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:56:48.787643 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port fe883039-4227-47ba-89b3-d8497a08c086, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=fe883039-4227-47ba-89b3-d8497a08c086,segment=NetworkSegment(3313c450-3e0a-4a55-9b55-654832350b5d),segment_id=3313c450-3e0a-4a55-9b55-654832350b5d)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:56:48.792696 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:48.816220 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f8ee42-2e45-41b1-88b3-4a28364a07f9 x-openstack-request-id: req-e0f8ee42-2e45-41b1-88b3-4a28364a07f9 {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:56:48.816518 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb1895f-02c2-4252-a5ba-f3c6496dfa4d", "name": "network-vif-plugged", "status": "completed", "tag": "fe883039-4227-47ba-89b3-d8497a08c086", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:56:48.816768 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e0f8ee42-2e45-41b1-88b3-4a28364a07f9 {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:56:48.817152 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb1895f-02c2-4252-a5ba-f3c6496dfa4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe883039-4227-47ba-89b3-d8497a08c086', 'code': 200} Aug 30 07:56:48.843731 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=fe883039-4227-47ba-89b3-d8497a08c086,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:56:48.987923 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ad5d8-0454-41a7-9867-13d88ee17fea req-321c128e-942e-4533-b905-6aa76fa3506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:48.989393 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fd7ad5d8-0454-41a7-9867-13d88ee17fea req-321c128e-942e-4533-b905-6aa76fa3506d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 1099 time: 0.0396233 Aug 30 07:56:49.024623 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fd7ad5d8-0454-41a7-9867-13d88ee17fea req-03d4da65-626e-4f5a-9580-ef905e43982f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279641 Aug 30 07:56:49.336899 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cb22f-158c-4deb-a3c2-223690379286 req-b1837476-1093-4acd-9269-63612bc95cce tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:49.338378 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-573cb22f-158c-4deb-a3c2-223690379286 req-b1837476-1093-4acd-9269-63612bc95cce tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 946 time: 0.0478454 Aug 30 07:56:49.375680 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-573cb22f-158c-4deb-a3c2-223690379286 req-54789b0f-91e0-4605-aba7-ed8fa4190fc9 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315280 Aug 30 07:56:49.562016 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6daaffb-342f-4cb9-8121-c2cdcc08e2f5 req-e3c88d81-fdaa-44ad-9f8d-dc5c7e2c1032 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:49.563496 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d6daaffb-342f-4cb9-8121-c2cdcc08e2f5 req-e3c88d81-fdaa-44ad-9f8d-dc5c7e2c1032 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 985 time: 0.0495174 Aug 30 07:56:49.607638 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d6daaffb-342f-4cb9-8121-c2cdcc08e2f5 req-59c1a399-c2a6-4716-ba8e-966814504884 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=41342c03-de87-44e0-b0f0-9cb0deee3e59&id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378821 Aug 30 07:56:50.508735 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55599a54-f9de-4ece-b223-5d2420e0462c req-8d5bbe42-d148-4496-9e29-09abf82a4984 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:50.510275 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-55599a54-f9de-4ece-b223-5d2420e0462c req-8d5bbe42-d148-4496-9e29-09abf82a4984 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 946 time: 0.0517790 Aug 30 07:56:50.553069 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-55599a54-f9de-4ece-b223-5d2420e0462c req-a158dee5-4fc5-492c-a87f-666a14b8c8d7 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369394 Aug 30 07:56:50.664944 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee0b4f-f1c9-469f-929b-d1c88623a553 req-d9db922b-3b11-49ab-92a0-aa712688e2f1 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:50.666383 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-88ee0b4f-f1c9-469f-929b-d1c88623a553 req-d9db922b-3b11-49ab-92a0-aa712688e2f1 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 946 time: 0.0507793 Aug 30 07:56:50.674732 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 40164) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:56:50.679660 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-be2dc868-d2e6-43c4-b988-c4d94338e927 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Request body: {'floatingip': {'port_id': 'fe883039-4227-47ba-89b3-d8497a08c086'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:56:50.719433 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-be2dc868-d2e6-43c4-b988-c4d94338e927 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for floatingip, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:51.162935 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-be2dc868-d2e6-43c4-b988-c4d94338e927 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:51.167368 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-be2dc868-d2e6-43c4-b988-c4d94338e927 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529307'] for floatingip, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:51.266238 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.db.l3_db [None req-be2dc868-d2e6-43c4-b988-c4d94338e927 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Floating IP f3918e11-f82b-4389-9cbc-3364a4470fd2 associated. External IP: 172.27.3.140, port: fe883039-4227-47ba-89b3-d8497a08c086. Aug 30 07:56:51.475219 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2dc868-d2e6-43c4-b988-c4d94338e927 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:56:51.821082 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2dc868-d2e6-43c4-b988-c4d94338e927 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:56:51.825551 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-be2dc868-d2e6-43c4-b988-c4d94338e927 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:51.832282 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64f0b5f-97f5-4474-9d2d-e77448ba5b92 None None] Sync routers for ids ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:56:51.842803 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64f0b5f-97f5-4474-9d2d-e77448ba5b92 None None] Routers {'b472ba6f-4212-4b47-aad1-f6b71b43c0d8'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:56:51.843430 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e64f0b5f-97f5-4474-9d2d-e77448ba5b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:56:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:56:51.859772 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-be2dc868-d2e6-43c4-b988-c4d94338e927 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "PUT /v2.0/floatingips/f3918e11-f82b-4389-9cbc-3364a4470fd2 HTTP/1.1" status: 200 len: 992 time: 1.1839805 Aug 30 07:56:51.860464 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb1895f-02c2-4252-a5ba-f3c6496dfa4d', 'tag': 'fe883039-4227-47ba-89b3-d8497a08c086'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:56:51.863027 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437ac2c1-e5b7-488b-94d7-404399ccdab7" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb1895f-02c2-4252-a5ba-f3c6496dfa4d", "tag": "fe883039-4227-47ba-89b3-d8497a08c086"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:56:51.903542 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2d1763-6f75-49ef-a253-b0b7b306fa5e x-openstack-request-id: req-2c2d1763-6f75-49ef-a253-b0b7b306fa5e {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:56:51.903903 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb1895f-02c2-4252-a5ba-f3c6496dfa4d", "tag": "fe883039-4227-47ba-89b3-d8497a08c086", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:56:51.904215 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2c2d1763-6f75-49ef-a253-b0b7b306fa5e {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:56:51.904675 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb1895f-02c2-4252-a5ba-f3c6496dfa4d', 'tag': 'fe883039-4227-47ba-89b3-d8497a08c086', 'status': 'completed', 'code': 200} Aug 30 07:56:51.951245 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-e64f0b5f-97f5-4474-9d2d-e77448ba5b92 None None] Set router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:56:51.978469 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ac2c1-e5b7-488b-94d7-404399ccdab7 req-cbf7f09f-fda1-47c9-b81c-4f53c95b732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:51.980261 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-437ac2c1-e5b7-488b-94d7-404399ccdab7 req-cbf7f09f-fda1-47c9-b81c-4f53c95b732a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e71ca0134bc64db3b85a744bc5da948c&device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 1099 time: 0.0429537 Aug 30 07:56:52.077168 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ac2c1-e5b7-488b-94d7-404399ccdab7 req-bca054c7-71b8-4b7d-80d7-f4cc504875c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:52.078657 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-437ac2c1-e5b7-488b-94d7-404399ccdab7 req-bca054c7-71b8-4b7d-80d7-f4cc504875c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 HTTP/1.1" status: 200 len: 910 time: 0.0879936 Aug 30 07:56:52.157584 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-437ac2c1-e5b7-488b-94d7-404399ccdab7 req-0b2e4250-b2a2-4de0-8d2b-dc0958f6f7ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe883039-4227-47ba-89b3-d8497a08c086 HTTP/1.1" status: 200 len: 1000 time: 0.0700684 Aug 30 07:56:52.191824 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e64f0b5f-97f5-4474-9d2d-e77448ba5b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:47:51Z', 'revision_number': 4, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': 'f3918e11-f82b-4389-9cbc-3364a4470fd2', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'port_id': 'fe883039-4227-47ba-89b3-d8497a08c086', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'mac_address': 'fa:16:3e:36:24:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb1895f-02c2-4252-a5ba-f3c6496dfa4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:56:37Z', 'updated_at': '2021-08-30T07:56:51Z', 'revision_number': 1, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8cc6280-522a-4b51-ab69-5b9e91eecfec', 'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'mac_address': 'fa:16:3e:90:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:48:00Z', 'revision_number': 5, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'subnets': [{'id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:56:52.212310 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ac2c1-e5b7-488b-94d7-404399ccdab7 req-e06c305c-2e8d-4dcf-8f8d-311f0423c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:52.213755 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-437ac2c1-e5b7-488b-94d7-404399ccdab7 req-e06c305c-2e8d-4dcf-8f8d-311f0423c573 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e HTTP/1.1" status: 200 len: 848 time: 0.0440822 Aug 30 07:56:52.218303 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64f0b5f-97f5-4474-9d2d-e77448ba5b92 None None] Checking router: b472ba6f-4212-4b47-aad1-f6b71b43c0d8 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:56:52.227777 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64f0b5f-97f5-4474-9d2d-e77448ba5b92 None None] Routers {'b472ba6f-4212-4b47-aad1-f6b71b43c0d8'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:56:52.228396 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e64f0b5f-97f5-4474-9d2d-e77448ba5b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:56:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:56:52.262489 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ac2c1-e5b7-488b-94d7-404399ccdab7 req-5677f1e2-77d3-414b-a0a4-42350c4198fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:52.263984 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-437ac2c1-e5b7-488b-94d7-404399ccdab7 req-5677f1e2-77d3-414b-a0a4-42350c4198fd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422349 Aug 30 07:56:52.334279 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-e64f0b5f-97f5-4474-9d2d-e77448ba5b92 None None] Set router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:56:52.356656 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-437ac2c1-e5b7-488b-94d7-404399ccdab7 req-a13908f6-749d-4cae-b527-8998e5520909 service neutron] 10.222.0.61 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852003 Aug 30 07:56:52.445316 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-437ac2c1-e5b7-488b-94d7-404399ccdab7 req-7af60a0b-c677-4498-afc1-86ddcbfacbe6 service neutron] 10.222.0.61 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813661 Aug 30 07:56:52.562447 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e64f0b5f-97f5-4474-9d2d-e77448ba5b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:47:51Z', 'revision_number': 4, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': 'f3918e11-f82b-4389-9cbc-3364a4470fd2', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'port_id': 'fe883039-4227-47ba-89b3-d8497a08c086', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'mac_address': 'fa:16:3e:36:24:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb1895f-02c2-4252-a5ba-f3c6496dfa4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:56:37Z', 'updated_at': '2021-08-30T07:56:51Z', 'revision_number': 1, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8cc6280-522a-4b51-ab69-5b9e91eecfec', 'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'mac_address': 'fa:16:3e:90:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:48:00Z', 'revision_number': 5, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'subnets': [{'id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:56:52.588320 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64f0b5f-97f5-4474-9d2d-e77448ba5b92 None None] The sync data for ids ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'] in dv-cinder-806191-3-iscsi is: [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:47:51Z', 'revision_number': 4, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': 'f3918e11-f82b-4389-9cbc-3364a4470fd2', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'port_id': 'fe883039-4227-47ba-89b3-d8497a08c086', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'mac_address': 'fa:16:3e:36:24:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb1895f-02c2-4252-a5ba-f3c6496dfa4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:56:37Z', 'updated_at': '2021-08-30T07:56:51Z', 'revision_number': 1, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8cc6280-522a-4b51-ab69-5b9e91eecfec', 'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'mac_address': 'fa:16:3e:90:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:48:00Z', 'revision_number': 5, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'subnets': [{'id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:56:52.775417 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e677e97-6a9a-4c99-ba50-f4b1a71c4b2b None None] New status for floating IP f3918e11-f82b-4389-9cbc-3364a4470fd2: ACTIVE {{(pid=100377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:56:53.712877 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:59.962214 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c7020a18-ae0e-45cd-a3d2-aedf6c1bf9ca req-734badf7-043f-430f-a18c-d4c21b9db1ab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452220 Aug 30 07:57:00.044888 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7020a18-ae0e-45cd-a3d2-aedf6c1bf9ca req-acd25f20-a0e5-44fa-ab9e-a290c9a5b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:57:00.046371 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c7020a18-ae0e-45cd-a3d2-aedf6c1bf9ca req-acd25f20-a0e5-44fa-ab9e-a290c9a5b332 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f16062b13b0c4cd2be8f26f9e093d9bf&device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 1138 time: 0.0400934 Aug 30 07:57:00.059434 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:57:00.152421 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7020a18-ae0e-45cd-a3d2-aedf6c1bf9ca req-711517a8-0fdd-4ecc-8407-e3377c4582d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:57:00.153864 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c7020a18-ae0e-45cd-a3d2-aedf6c1bf9ca req-711517a8-0fdd-4ecc-8407-e3377c4582d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f HTTP/1.1" status: 200 len: 916 time: 0.0834875 Aug 30 07:57:00.223471 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c7020a18-ae0e-45cd-a3d2-aedf6c1bf9ca req-de72d94f-c0a3-44d8-a3db-eded75eb503e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a5b7fe-6ea4-4a61-995f-35648fa60831 HTTP/1.1" status: 200 len: 1002 time: 0.0607433 Aug 30 07:57:00.273967 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7020a18-ae0e-45cd-a3d2-aedf6c1bf9ca req-516b92e2-ba2d-42a6-9b1a-40b643b66bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:57:00.275444 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c7020a18-ae0e-45cd-a3d2-aedf6c1bf9ca req-516b92e2-ba2d-42a6-9b1a-40b643b66bb9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6af770c-a1b8-4206-b73e-26a6c98ea347 HTTP/1.1" status: 200 len: 854 time: 0.0448234 Aug 30 07:57:00.320657 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7020a18-ae0e-45cd-a3d2-aedf6c1bf9ca req-45fde89b-b083-425c-96ee-4bfde705271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:57:00.322133 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c7020a18-ae0e-45cd-a3d2-aedf6c1bf9ca req-45fde89b-b083-425c-96ee-4bfde705271f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383468 Aug 30 07:57:00.419511 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c7020a18-ae0e-45cd-a3d2-aedf6c1bf9ca req-3711cd43-0b4e-47bc-8d37-5fbb8ae090f8 service neutron] 10.222.0.61 "GET /v2.0/networks/4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892725 Aug 30 07:57:00.515205 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c7020a18-ae0e-45cd-a3d2-aedf6c1bf9ca req-92ee6d58-1330-44ca-86b6-26808a054e0d service neutron] 10.222.0.61 "GET /v2.0/networks/4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864563 Aug 30 07:57:00.594387 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-9052c0f8-f842-4bd7-8c77-2edf7ad15d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:03.427009 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8f18f9aa-7066-4fb3-b95c-fe03b88d532f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:04.311529 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:05.096464 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:05.865838 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:23.709832 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:30.594821 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-5b960e93-2ad8-44c5-b783-47d047101043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:33.428279 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-4753f878-432e-4b92-931e-8516c80f7c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:34.314204 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:35.098879 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:35.867898 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:37.057776 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:57:53.718590 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:00.217110 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-866878ef-c1c7-4705-aef0-33b6b1eb76f5 req-676b2f5e-7c42-4da4-b294-0743f4e2d23e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0850191 Aug 30 07:58:00.290805 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866878ef-c1c7-4705-aef0-33b6b1eb76f5 req-b27526a0-93d0-41f5-9ec9-b49b02a4d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:00.292289 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-866878ef-c1c7-4705-aef0-33b6b1eb76f5 req-b27526a0-93d0-41f5-9ec9-b49b02a4d587 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46a024ebf24f430393b00d5d8777b746&device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 1098 time: 0.0392036 Aug 30 07:58:00.392900 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866878ef-c1c7-4705-aef0-33b6b1eb76f5 req-09cc185b-a6b8-417b-a0f3-812cee7bcfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:00.394302 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-866878ef-c1c7-4705-aef0-33b6b1eb76f5 req-09cc185b-a6b8-417b-a0f3-812cee7bcfaa service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac8b0384-c5fa-4cad-beab-0f002d9bca24 HTTP/1.1" status: 200 len: 917 time: 0.0820696 Aug 30 07:58:00.466119 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-866878ef-c1c7-4705-aef0-33b6b1eb76f5 req-b6653c86-4bf6-4b39-b498-43c041fa9e54 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=433de034-350e-4435-8de8-087595037325 HTTP/1.1" status: 200 len: 1001 time: 0.0625541 Aug 30 07:58:00.515468 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866878ef-c1c7-4705-aef0-33b6b1eb76f5 req-99272813-6ad3-4b6d-a46c-0ea81a5cefda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:00.516889 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-866878ef-c1c7-4705-aef0-33b6b1eb76f5 req-99272813-6ad3-4b6d-a46c-0ea81a5cefda service neutron] 10.222.0.61 "GET /v2.0/subnets?id=417de6c6-8ef1-406c-b93e-54175f5b1e8f HTTP/1.1" status: 200 len: 855 time: 0.0434158 Aug 30 07:58:00.561705 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866878ef-c1c7-4705-aef0-33b6b1eb76f5 req-4a439b82-8a2a-4148-b064-d577e3815a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:00.563418 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-866878ef-c1c7-4705-aef0-33b6b1eb76f5 req-4a439b82-8a2a-4148-b064-d577e3815a88 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac8b0384-c5fa-4cad-beab-0f002d9bca24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391698 Aug 30 07:58:00.575781 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [req-866878ef-c1c7-4705-aef0-33b6b1eb76f5 req-7fe84fb0-025a-4167-8e6c-0c7baf98c6b9 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=100375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:58:00.576717 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-866878ef-c1c7-4705-aef0-33b6b1eb76f5 req-7fe84fb0-025a-4167-8e6c-0c7baf98c6b9 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051334 Aug 30 07:58:00.599963 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-cfca4033-0010-4753-8d77-196c3389017f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:00.677870 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-866878ef-c1c7-4705-aef0-33b6b1eb76f5 req-d5fb7fbd-bb15-4345-8c58-0fdd44d5ae46 service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936587 Aug 30 07:58:00.774319 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-866878ef-c1c7-4705-aef0-33b6b1eb76f5 req-a6d0851a-8e52-47b4-888c-3ba2c667651b service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836327 Aug 30 07:58:01.452218 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d42a1585-3483-4366-a8aa-18e0531a56e7 req-b01674af-7997-484c-9b14-391e6811f277 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355206187&fields=id&tenant_id=f16062b13b0c4cd2be8f26f9e093d9bf HTTP/1.1" status: 200 len: 267 time: 0.0889833 Aug 30 07:58:01.505508 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a1585-3483-4366-a8aa-18e0531a56e7 req-970d3091-162e-4f04-8557-d046cf3aaa45 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:01.507009 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d42a1585-3483-4366-a8aa-18e0531a56e7 req-970d3091-162e-4f04-8557-d046cf3aaa45 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 985 time: 0.0489390 Aug 30 07:58:01.517613 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [req-d42a1585-3483-4366-a8aa-18e0531a56e7 req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Request body: {'port': {'security_groups': ['69978706-a6ef-48fb-801d-79228e5a030d']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:58:01.584831 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d42a1585-3483-4366-a8aa-18e0531a56e7 req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:01.760303 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-d42a1585-3483-4366-a8aa-18e0531a56e7 req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] For port 17a5b7fe-6ea4-4a61-995f-35648fa60831, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=17a5b7fe-6ea4-4a61-995f-35648fa60831,segment=NetworkSegment(aad1c7ef-df53-422f-9024-c4a16a95544a),segment_id=aad1c7ef-df53-422f-9024-c4a16a95544a)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:01.789655 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d42a1585-3483-4366-a8aa-18e0531a56e7 req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:01.794495 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d42a1585-3483-4366-a8aa-18e0531a56e7 req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:01.806465 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['17a5b7fe-6ea4-4a61-995f-35648fa60831'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:58:01.840521 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a1585-3483-4366-a8aa-18e0531a56e7 req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:01.841150 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d42a1585-3483-4366-a8aa-18e0531a56e7 req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:01.842632 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d42a1585-3483-4366-a8aa-18e0531a56e7 req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "PUT /v2.0/ports/17a5b7fe-6ea4-4a61-995f-35648fa60831 HTTP/1.1" status: 200 len: 943 time: 0.3294356 Aug 30 07:58:01.843089 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35', 'tag': '17a5b7fe-6ea4-4a61-995f-35648fa60831'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:58:01.846271 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7c1c717326e93d35a200a5a0d3cebafce15ecd83eb06d7c469ca134263d92f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8662f342-19d0-4de2-8ee8-3958631ee063" -d '{"events": [{"name": "network-changed", "server_uuid": "c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35", "tag": "17a5b7fe-6ea4-4a61-995f-35648fa60831"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:58:01.852135 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 40448) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:01.871501 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Pushing event updated for resources: {'Port': ['ID=17a5b7fe-6ea4-4a61-995f-35648fa60831,revision_number=7']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:01.879654 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:01.880053 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:01.880484 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:01.880891 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:01.881308 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:01.881705 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:01.882118 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:01.882550 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:01.882946 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:01.883398 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:01.883813 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:01.884206 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b6793-eac2-41d2-bdc1-15e04ba32187 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:01.907735 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0e36d0-0b7a-45e4-8f98-31692dbed678 x-openstack-request-id: req-4c0e36d0-0b7a-45e4-8f98-31692dbed678 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:58:01.908114 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35", "tag": "17a5b7fe-6ea4-4a61-995f-35648fa60831", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:58:01.908425 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4c0e36d0-0b7a-45e4-8f98-31692dbed678 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:58:01.908915 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35', 'tag': '17a5b7fe-6ea4-4a61-995f-35648fa60831', 'status': 'completed', 'code': 200} Aug 30 07:58:01.953308 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['17a5b7fe-6ea4-4a61-995f-35648fa60831'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:58:01.986058 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d1a01358-2a2b-4672-827a-fbaba800175a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:01.995551 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662f342-19d0-4de2-8ee8-3958631ee063 req-b717b946-ec3b-45a9-b331-c55131b1232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:01.997172 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8662f342-19d0-4de2-8ee8-3958631ee063 req-b717b946-ec3b-45a9-b331-c55131b1232f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f16062b13b0c4cd2be8f26f9e093d9bf&device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 1099 time: 0.0660377 Aug 30 07:58:02.040310 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d1a01358-2a2b-4672-827a-fbaba800175a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:02.135106 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-4f93b069-4761-40ad-a530-9782299ab1c5 None None] Provisioning complete for port 17a5b7fe-6ea4-4a61-995f-35648fa60831 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:58:02.135427 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-4f93b069-4761-40ad-a530-9782299ab1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:02.145467 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662f342-19d0-4de2-8ee8-3958631ee063 req-7f2fc23f-f16e-449e-9891-d39e44546056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:02.147026 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8662f342-19d0-4de2-8ee8-3958631ee063 req-7f2fc23f-f16e-449e-9891-d39e44546056 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f HTTP/1.1" status: 200 len: 916 time: 0.1198227 Aug 30 07:58:02.196200 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d1a01358-2a2b-4672-827a-fbaba800175a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:02.198690 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d1a01358-2a2b-4672-827a-fbaba800175a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:02.199818 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-d1a01358-2a2b-4672-827a-fbaba800175a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "DELETE /v2.0/security-groups/41342c03-de87-44e0-b0f0-9cb0deee3e59 HTTP/1.1" status: 204 len: 168 time: 0.3467698 Aug 30 07:58:02.203329 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40452) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:02.217498 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a01358-2a2b-4672-827a-fbaba800175a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41342c03-de87-44e0-b0f0-9cb0deee3e59,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:02.231937 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01358-2a2b-4672-827a-fbaba800175a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:02.232284 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01358-2a2b-4672-827a-fbaba800175a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:02.232623 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01358-2a2b-4672-827a-fbaba800175a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:02.232963 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01358-2a2b-4672-827a-fbaba800175a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:02.233292 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01358-2a2b-4672-827a-fbaba800175a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:02.233620 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01358-2a2b-4672-827a-fbaba800175a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:02.234073 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01358-2a2b-4672-827a-fbaba800175a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:02.234428 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01358-2a2b-4672-827a-fbaba800175a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:02.234844 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01358-2a2b-4672-827a-fbaba800175a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:02.235169 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01358-2a2b-4672-827a-fbaba800175a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:02.235497 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01358-2a2b-4672-827a-fbaba800175a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:02.235816 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a01358-2a2b-4672-827a-fbaba800175a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:02.248370 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8662f342-19d0-4de2-8ee8-3958631ee063 req-d3ac2dc4-2f49-4070-94ae-a34a0f0e97c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a5b7fe-6ea4-4a61-995f-35648fa60831 HTTP/1.1" status: 200 len: 1002 time: 0.0930495 Aug 30 07:58:02.299846 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662f342-19d0-4de2-8ee8-3958631ee063 req-9e63099e-5a74-4c4f-88bf-c8b5a39ec751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:02.301319 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8662f342-19d0-4de2-8ee8-3958631ee063 req-9e63099e-5a74-4c4f-88bf-c8b5a39ec751 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6af770c-a1b8-4206-b73e-26a6c98ea347 HTTP/1.1" status: 200 len: 854 time: 0.0447609 Aug 30 07:58:02.348593 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662f342-19d0-4de2-8ee8-3958631ee063 req-e04ba1ec-6672-4a0c-a9e5-d5d069e068f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:02.350413 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8662f342-19d0-4de2-8ee8-3958631ee063 req-e04ba1ec-6672-4a0c-a9e5-d5d069e068f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406017 Aug 30 07:58:02.372902 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-7ee1da3e-cc04-43b2-a57b-ebb65db3bf56 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Deleting port 7e48e0ba-f384-4edc-a770-fce532322821 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:58:02.373251 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7ee1da3e-cc04-43b2-a57b-ebb65db3bf56 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:02.444789 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8662f342-19d0-4de2-8ee8-3958631ee063 req-a2826b34-d45c-4dd2-9a10-c6551b84c35c service neutron] 10.222.0.61 "GET /v2.0/networks/4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849154 Aug 30 07:58:02.448889 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7ee1da3e-cc04-43b2-a57b-ebb65db3bf56 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:02.449223 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7ee1da3e-cc04-43b2-a57b-ebb65db3bf56 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:02.461709 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-7ee1da3e-cc04-43b2-a57b-ebb65db3bf56 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Calling delete_port for 7e48e0ba-f384-4edc-a770-fce532322821 owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:58:02.535542 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8662f342-19d0-4de2-8ee8-3958631ee063 req-76268c0c-84f2-4cd5-add7-b16a4f322cda service neutron] 10.222.0.61 "GET /v2.0/networks/4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831490 Aug 30 07:58:02.635369 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7ee1da3e-cc04-43b2-a57b-ebb65db3bf56 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:02.665799 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1da3e-cc04-43b2-a57b-ebb65db3bf56 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Pushing event deleted for resources: {'Port': ['ID=7e48e0ba-f384-4edc-a770-fce532322821,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:02.724936 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7ee1da3e-cc04-43b2-a57b-ebb65db3bf56 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:02.725267 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.l3_db [None req-7ee1da3e-cc04-43b2-a57b-ebb65db3bf56 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Floating IP 8f572cec-bb17-4412-bb1c-8c61e920eaa8 disassociated (deleted). External IP: 172.27.3.119, port: 17a5b7fe-6ea4-4a61-995f-35648fa60831. Aug 30 07:58:02.930400 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee1da3e-cc04-43b2-a57b-ebb65db3bf56 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Router d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:58:03.034948 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee1da3e-cc04-43b2-a57b-ebb65db3bf56 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:58:03.039774 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7ee1da3e-cc04-43b2-a57b-ebb65db3bf56 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:03.044302 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bc3dac-13df-4793-8341-93638efd3739 None None] Sync routers for ids ['d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:58:03.053576 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bc3dac-13df-4793-8341-93638efd3739 None None] Routers {'d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:58:03.054202 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-a5bc3dac-13df-4793-8341-93638efd3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:57:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:03.066843 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-7ee1da3e-cc04-43b2-a57b-ebb65db3bf56 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "DELETE /v2.0/floatingips/8f572cec-bb17-4412-bb1c-8c61e920eaa8 HTTP/1.1" status: 204 len: 168 time: 0.8625853 Aug 30 07:58:03.165494 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-a5bc3dac-13df-4793-8341-93638efd3739 None None] Set router d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:58:03.375102 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-a5bc3dac-13df-4793-8341-93638efd3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'name': 'tempest-TestMinimumBasicScenario-1944397746-router', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:08Z', 'revision_number': 4, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'gw_port': {'id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '52f3c5cd-17fb-4533-a565-3e1dd4aff270', 'name': '', 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'mac_address': 'fa:16:3e:01:a9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:07Z', 'updated_at': '2021-08-30T07:54:16Z', 'revision_number': 5, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'subnets': [{'id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:03.405316 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bc3dac-13df-4793-8341-93638efd3739 None None] Checking router: d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:58:03.415206 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bc3dac-13df-4793-8341-93638efd3739 None None] Routers {'d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:58:03.415821 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-a5bc3dac-13df-4793-8341-93638efd3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:57:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:03.465521 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-432cff06-a346-43c8-8323-a4b36e3247a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:03.660413 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-a5bc3dac-13df-4793-8341-93638efd3739 None None] Set router d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:58:03.859745 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-a5bc3dac-13df-4793-8341-93638efd3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'name': 'tempest-TestMinimumBasicScenario-1944397746-router', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:08Z', 'revision_number': 4, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'gw_port': {'id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '52f3c5cd-17fb-4533-a565-3e1dd4aff270', 'name': '', 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'mac_address': 'fa:16:3e:01:a9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:07Z', 'updated_at': '2021-08-30T07:54:16Z', 'revision_number': 5, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'subnets': [{'id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:03.891845 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bc3dac-13df-4793-8341-93638efd3739 None None] The sync data for ids ['d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'] in dv-cinder-806191-3-iscsi is: [{'id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'name': 'tempest-TestMinimumBasicScenario-1944397746-router', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:08Z', 'revision_number': 4, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'gw_port': {'id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '52f3c5cd-17fb-4533-a565-3e1dd4aff270', 'name': '', 'network_id': '4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'mac_address': 'fa:16:3e:01:a9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:07Z', 'updated_at': '2021-08-30T07:54:16Z', 'revision_number': 5, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'subnets': [{'id': 'e6af770c-a1b8-4206-b73e-26a6c98ea347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:58:03.910229 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35', 'tag': '17a5b7fe-6ea4-4a61-995f-35648fa60831'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:58:03.912578 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7c1c717326e93d35a200a5a0d3cebafce15ecd83eb06d7c469ca134263d92f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1236429-3d57-4cc3-b5c4-2bbfa8385682" -d '{"events": [{"name": "network-changed", "server_uuid": "c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35", "tag": "17a5b7fe-6ea4-4a61-995f-35648fa60831"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:58:03.949526 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6599d0b7-9b57-416c-8ccc-d9f4bed83d75 x-openstack-request-id: req-6599d0b7-9b57-416c-8ccc-d9f4bed83d75 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:58:03.949822 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35", "tag": "17a5b7fe-6ea4-4a61-995f-35648fa60831", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:58:03.950074 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6599d0b7-9b57-416c-8ccc-d9f4bed83d75 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:58:03.950503 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35', 'tag': '17a5b7fe-6ea4-4a61-995f-35648fa60831', 'status': 'completed', 'code': 200} Aug 30 07:58:04.022352 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1236429-3d57-4cc3-b5c4-2bbfa8385682 req-3880938e-a2f9-455d-b1bc-394dda6f6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:04.023869 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d1236429-3d57-4cc3-b5c4-2bbfa8385682 req-3880938e-a2f9-455d-b1bc-394dda6f6241 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f16062b13b0c4cd2be8f26f9e093d9bf&device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 1099 time: 0.0464594 Aug 30 07:58:04.129365 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1236429-3d57-4cc3-b5c4-2bbfa8385682 req-db319482-ead7-4e40-80f8-68ae653a9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:04.130567 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fff3b1a-3134-467f-a278-d40388b4910c None None] New status for floating IP 8f572cec-bb17-4412-bb1c-8c61e920eaa8: DOWN {{(pid=100377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:58:04.131155 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d1236429-3d57-4cc3-b5c4-2bbfa8385682 req-db319482-ead7-4e40-80f8-68ae653a9944 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f HTTP/1.1" status: 200 len: 916 time: 0.0988367 Aug 30 07:58:04.182038 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d1236429-3d57-4cc3-b5c4-2bbfa8385682 req-a78ffce4-e1e5-4ac9-bd7f-3b99410ba14e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a5b7fe-6ea4-4a61-995f-35648fa60831 HTTP/1.1" status: 200 len: 217 time: 0.0412099 Aug 30 07:58:04.239149 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1236429-3d57-4cc3-b5c4-2bbfa8385682 req-f37c7d89-bd2d-4f8b-b9a4-3896eb70ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:04.240672 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d1236429-3d57-4cc3-b5c4-2bbfa8385682 req-f37c7d89-bd2d-4f8b-b9a4-3896eb70ceb7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6af770c-a1b8-4206-b73e-26a6c98ea347 HTTP/1.1" status: 200 len: 854 time: 0.0517375 Aug 30 07:58:04.290929 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1236429-3d57-4cc3-b5c4-2bbfa8385682 req-e8b8a083-02c2-40d9-a0d9-01a1d0f7a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:04.292492 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d1236429-3d57-4cc3-b5c4-2bbfa8385682 req-e8b8a083-02c2-40d9-a0d9-01a1d0f7a887 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405614 Aug 30 07:58:04.319481 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:04.390526 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d1236429-3d57-4cc3-b5c4-2bbfa8385682 req-7f3ff306-e4d1-4cda-a733-b92838bec3f5 service neutron] 10.222.0.61 "GET /v2.0/networks/4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873806 Aug 30 07:58:04.502107 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d1236429-3d57-4cc3-b5c4-2bbfa8385682 req-94810fa4-552c-4d47-8efa-c83c79c540bf service neutron] 10.222.0.61 "GET /v2.0/networks/4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049311 Aug 30 07:58:05.100677 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:05.870368 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:06.101198 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b6210-f598-4980-b297-6e0a0b2a97a9 req-fc9b65c0-fa9e-4549-b573-df48aab8d483 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:06.102713 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e96b6210-f598-4980-b297-6e0a0b2a97a9 req-fc9b65c0-fa9e-4549-b573-df48aab8d483 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 946 time: 0.0503750 Aug 30 07:58:06.139280 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e96b6210-f598-4980-b297-6e0a0b2a97a9 req-525bf75d-27e9-44cf-9732-c167a36a732a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307121 Aug 30 07:58:07.258539 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78289354-dca8-4cfa-bf7f-65a5bfe5659f req-cc175786-9e95-4a5a-8f6d-c18bcfb7b5ac tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:07.260126 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-78289354-dca8-4cfa-bf7f-65a5bfe5659f req-cc175786-9e95-4a5a-8f6d-c18bcfb7b5ac tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 946 time: 0.0508513 Aug 30 07:58:07.298322 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-78289354-dca8-4cfa-bf7f-65a5bfe5659f req-338f0314-4eac-4031-a516-b3815705220f tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309000 Aug 30 07:58:08.197652 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe31187-5ef9-42c0-947c-1c942c47ab86 req-83b3b512-801a-4db7-aa0c-cbf4e61d92d2 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:08.199108 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ebe31187-5ef9-42c0-947c-1c942c47ab86 req-83b3b512-801a-4db7-aa0c-cbf4e61d92d2 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 946 time: 0.0520632 Aug 30 07:58:08.289454 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-ebe31187-5ef9-42c0-947c-1c942c47ab86 req-a825bfcd-0e64-47bb-a371-8715f6f6b48c tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Deleting port 17a5b7fe-6ea4-4a61-995f-35648fa60831 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:58:08.289800 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-ebe31187-5ef9-42c0-947c-1c942c47ab86 req-a825bfcd-0e64-47bb-a371-8715f6f6b48c tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:08.414767 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-ebe31187-5ef9-42c0-947c-1c942c47ab86 req-a825bfcd-0e64-47bb-a371-8715f6f6b48c tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] For port 17a5b7fe-6ea4-4a61-995f-35648fa60831, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=17a5b7fe-6ea4-4a61-995f-35648fa60831,segment=NetworkSegment(aad1c7ef-df53-422f-9024-c4a16a95544a),segment_id=aad1c7ef-df53-422f-9024-c4a16a95544a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:08.415135 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-ebe31187-5ef9-42c0-947c-1c942c47ab86 req-a825bfcd-0e64-47bb-a371-8715f6f6b48c tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:08.429629 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-ebe31187-5ef9-42c0-947c-1c942c47ab86 req-a825bfcd-0e64-47bb-a371-8715f6f6b48c tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Calling delete_port for 17a5b7fe-6ea4-4a61-995f-35648fa60831 owned by compute:nova {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:58:08.451321 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49803a2-a94b-4f2b-9f89-3c9c3243e5e9 req-89a92422-9621-45f1-9d39-33d1038ba052 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:08.453657 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b49803a2-a94b-4f2b-9f89-3c9c3243e5e9 req-89a92422-9621-45f1-9d39-33d1038ba052 tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35 HTTP/1.1" status: 200 len: 946 time: 0.0849361 Aug 30 07:58:08.533422 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b49803a2-a94b-4f2b-9f89-3c9c3243e5e9 req-63a23aef-26d5-4f4d-8306-20ae48ed644a tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.73 "GET /v2.0/security-groups?id=69978706-a6ef-48fb-801d-79228e5a030d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486937 Aug 30 07:58:08.601065 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-ebe31187-5ef9-42c0-947c-1c942c47ab86 req-a825bfcd-0e64-47bb-a371-8715f6f6b48c tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:08.615918 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['17a5b7fe-6ea4-4a61-995f-35648fa60831'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:58:08.631440 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825bfcd-0e64-47bb-a371-8715f6f6b48c tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Pushing event deleted for resources: {'Port': ['ID=17a5b7fe-6ea4-4a61-995f-35648fa60831,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:08.670458 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe31187-5ef9-42c0-947c-1c942c47ab86 req-a825bfcd-0e64-47bb-a371-8715f6f6b48c tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] No DVR routers for this DVR port 17a5b7fe-6ea4-4a61-995f-35648fa60831 on host hv-cinder-80619 {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:58:08.673215 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-ebe31187-5ef9-42c0-947c-1c942c47ab86 req-a825bfcd-0e64-47bb-a371-8715f6f6b48c tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:08.675272 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ebe31187-5ef9-42c0-947c-1c942c47ab86 req-a825bfcd-0e64-47bb-a371-8715f6f6b48c tempest-TestMinimumBasicScenario-1811508852 tempest-TestMinimumBasicScenario-1811508852-project] 10.222.0.61 "DELETE /v2.0/ports/17a5b7fe-6ea4-4a61-995f-35648fa60831 HTTP/1.1" status: 204 len: 173 time: 0.4691343 Aug 30 07:58:08.675702 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35', 'name': 'network-vif-deleted', 'tag': '17a5b7fe-6ea4-4a61-995f-35648fa60831'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:58:08.678228 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b2854a-7089-4c17-b950-5feb2da4c724" -d '{"events": [{"server_uuid": "c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35", "name": "network-vif-deleted", "tag": "17a5b7fe-6ea4-4a61-995f-35648fa60831"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:58:08.719682 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f372ae0f-e1e1-434c-9411-d21f07271551 x-openstack-request-id: req-f372ae0f-e1e1-434c-9411-d21f07271551 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:58:08.719974 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35", "name": "network-vif-deleted", "tag": "17a5b7fe-6ea4-4a61-995f-35648fa60831", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:58:08.720226 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f372ae0f-e1e1-434c-9411-d21f07271551 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:58:08.720625 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6faa4c8-ee7d-46fa-9e59-5682a4e5bd35', 'name': 'network-vif-deleted', 'tag': '17a5b7fe-6ea4-4a61-995f-35648fa60831', 'status': 'completed', 'code': 200} Aug 30 07:58:10.091210 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40570) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:10.419406 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad90256d-95bf-4494-bd2a-d7dcb1554945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535493'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:10.659058 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-ad90256d-95bf-4494-bd2a-d7dcb1554945 admin admin] Deleting port 52f3c5cd-17fb-4533-a565-3e1dd4aff270 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:58:10.659399 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad90256d-95bf-4494-bd2a-d7dcb1554945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:10.734612 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-ad90256d-95bf-4494-bd2a-d7dcb1554945 admin admin] For port 52f3c5cd-17fb-4533-a565-3e1dd4aff270, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=52f3c5cd-17fb-4533-a565-3e1dd4aff270,segment=NetworkSegment(aad1c7ef-df53-422f-9024-c4a16a95544a),segment_id=aad1c7ef-df53-422f-9024-c4a16a95544a)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:10.734994 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad90256d-95bf-4494-bd2a-d7dcb1554945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:10.747441 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-ad90256d-95bf-4494-bd2a-d7dcb1554945 admin admin] Calling delete_port for 52f3c5cd-17fb-4533-a565-3e1dd4aff270 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:58:10.924271 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad90256d-95bf-4494-bd2a-d7dcb1554945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:10.954528 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90256d-95bf-4494-bd2a-d7dcb1554945 admin admin] Pushing event deleted for resources: {'Port': ['ID=52f3c5cd-17fb-4533-a565-3e1dd4aff270,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:11.113955 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad90256d-95bf-4494-bd2a-d7dcb1554945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535311'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:11.566472 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad90256d-95bf-4494-bd2a-d7dcb1554945 admin admin] Router d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:58:11.671165 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad90256d-95bf-4494-bd2a-d7dcb1554945 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:58:11.676397 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-ad90256d-95bf-4494-bd2a-d7dcb1554945 admin admin] 10.222.0.73 "PUT /v2.0/routers/d4a811e0-589f-4ad2-8ed7-3e4c95e7f068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5841577 Aug 30 07:58:11.678874 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40578) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:11.682559 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a0024a-c97b-4bda-b4b9-e515d91b86dd None None] Sync routers for ids ['d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:58:11.692643 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a0024a-c97b-4bda-b4b9-e515d91b86dd None None] Routers {'d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:58:11.693247 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-98a0024a-c97b-4bda-b4b9-e515d91b86dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:58:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:11.782175 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3783333c-dedd-4b11-a4d2-f864cd9ec9ec admin admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:11.796825 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-98a0024a-c97b-4bda-b4b9-e515d91b86dd None None] Set router d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:58:11.883724 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3783333c-dedd-4b11-a4d2-f864cd9ec9ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:11.940948 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-3783333c-dedd-4b11-a4d2-f864cd9ec9ec admin admin] Deleting port b095624a-6233-4093-8fbb-4ba93e89ce7c {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:58:11.941291 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3783333c-dedd-4b11-a4d2-f864cd9ec9ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:11.975267 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-98a0024a-c97b-4bda-b4b9-e515d91b86dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'name': 'tempest-TestMinimumBasicScenario-1944397746-router', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:58:10Z', 'revision_number': 5, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'gw_port': {'id': 'b095624a-6233-4093-8fbb-4ba93e89ce7c', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:12.005980 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a0024a-c97b-4bda-b4b9-e515d91b86dd None None] Checking router: d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:58:12.015370 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a0024a-c97b-4bda-b4b9-e515d91b86dd None None] Routers {'d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:58:12.015980 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-98a0024a-c97b-4bda-b4b9-e515d91b86dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:58:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:12.019660 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-3783333c-dedd-4b11-a4d2-f864cd9ec9ec admin admin] For port b095624a-6233-4093-8fbb-4ba93e89ce7c, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=b095624a-6233-4093-8fbb-4ba93e89ce7c,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:12.020028 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3783333c-dedd-4b11-a4d2-f864cd9ec9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:12.032541 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-3783333c-dedd-4b11-a4d2-f864cd9ec9ec admin admin] Calling delete_port for b095624a-6233-4093-8fbb-4ba93e89ce7c owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:58:12.101213 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-98a0024a-c97b-4bda-b4b9-e515d91b86dd None None] Set router d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:58:12.153626 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-98a0024a-c97b-4bda-b4b9-e515d91b86dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'name': 'tempest-TestMinimumBasicScenario-1944397746-router', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:58:11Z', 'revision_number': 6, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'gw_port_host': None}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:12.183324 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a0024a-c97b-4bda-b4b9-e515d91b86dd None None] The sync data for ids ['d4a811e0-589f-4ad2-8ed7-3e4c95e7f068'] in dv-cinder-806191-3-iscsi is: [{'id': 'd4a811e0-589f-4ad2-8ed7-3e4c95e7f068', 'name': 'tempest-TestMinimumBasicScenario-1944397746-router', 'tenant_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:05Z', 'updated_at': '2021-08-30T07:58:11Z', 'revision_number': 6, 'project_id': 'f16062b13b0c4cd2be8f26f9e093d9bf', 'gw_port_host': None}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:58:12.197384 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3783333c-dedd-4b11-a4d2-f864cd9ec9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:12.224299 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783333c-dedd-4b11-a4d2-f864cd9ec9ec admin admin] Pushing event deleted for resources: {'Port': ['ID=b095624a-6233-4093-8fbb-4ba93e89ce7c,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:12.286389 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3783333c-dedd-4b11-a4d2-f864cd9ec9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529237'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:12.374740 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3783333c-dedd-4b11-a4d2-f864cd9ec9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102400'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:12.376817 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3783333c-dedd-4b11-a4d2-f864cd9ec9ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:12.418346 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3783333c-dedd-4b11-a4d2-f864cd9ec9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530117'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:12.418916 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3783333c-dedd-4b11-a4d2-f864cd9ec9ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 07:58:12.423829 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3783333c-dedd-4b11-a4d2-f864cd9ec9ec admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:12.424947 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-3783333c-dedd-4b11-a4d2-f864cd9ec9ec admin admin] 10.222.0.73 "DELETE /v2.0/routers/d4a811e0-589f-4ad2-8ed7-3e4c95e7f068 HTTP/1.1" status: 204 len: 168 time: 0.7451701 Aug 30 07:58:12.427394 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40582) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:12.474699 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ab17f3-1e4a-4373-8716-397ba4744470 admin admin] Deleting subnet e6af770c-a1b8-4206-b73e-26a6c98ea347 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:58:12.477596 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76ab17f3-1e4a-4373-8716-397ba4744470 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:12.511763 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76ab17f3-1e4a-4373-8716-397ba4744470 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12530165'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:12.621274 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76ab17f3-1e4a-4373-8716-397ba4744470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3840692'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:12.676312 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76ab17f3-1e4a-4373-8716-397ba4744470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3840699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11671398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12454973'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:12.702531 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab17f3-1e4a-4373-8716-397ba4744470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6af770c-a1b8-4206-b73e-26a6c98ea347,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:12.709631 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76ab17f3-1e4a-4373-8716-397ba4744470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:12.712758 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 40586) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:12.713629 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-76ab17f3-1e4a-4373-8716-397ba4744470 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e6af770c-a1b8-4206-b73e-26a6c98ea347 HTTP/1.1" status: 204 len: 168 time: 0.2852519 Aug 30 07:58:12.715636 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa723932-2cd2-4a6b-b5b3-34460a82cf96 None None] Network 4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:58:12.784312 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768868'] for network, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:12.837005 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] Deleting port fc5cdac5-ea4c-47b9-980f-66d9803e16b0 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:58:12.837387 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:12.904921 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] For port fc5cdac5-ea4c-47b9-980f-66d9803e16b0, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=fc5cdac5-ea4c-47b9-980f-66d9803e16b0,segment=NetworkSegment(aad1c7ef-df53-422f-9024-c4a16a95544a),segment_id=aad1c7ef-df53-422f-9024-c4a16a95544a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:12.905791 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:12.925229 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] Calling delete_port for fc5cdac5-ea4c-47b9-980f-66d9803e16b0 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:58:12.925472 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] DHCP port deletion for 4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f request from dv-cinder-806191-3-iscsi {{(pid=100376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 07:58:12.984745 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 17a5b7fe-6ea4-4a61-995f-35648fa60831 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:58:12.989539 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] Deleting port fc5cdac5-ea4c-47b9-980f-66d9803e16b0 {{(pid=100376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:58:12.989916 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:13.008691 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] No Port match for: 17a5b7fe-6ea4-4a61-995f-35648fa60831 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:58:13.009038 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 17a5b7fe-6ea4-4a61-995f-35648fa60831 not bound to the agent host hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:58:13.017362 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:13.044114 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc5cdac5-ea4c-47b9-980f-66d9803e16b0,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:13.046041 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] No DVR routers for this DVR port fc5cdac5-ea4c-47b9-980f-66d9803e16b0 on host dv-cinder-806191-3-iscsi {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:58:13.074673 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] For port fc5cdac5-ea4c-47b9-980f-66d9803e16b0, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=fc5cdac5-ea4c-47b9-980f-66d9803e16b0,segment=NetworkSegment(aad1c7ef-df53-422f-9024-c4a16a95544a),segment_id=aad1c7ef-df53-422f-9024-c4a16a95544a)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:13.075069 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:13.089682 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] Calling delete_port for fc5cdac5-ea4c-47b9-980f-66d9803e16b0 owned by network:dhcp {{(pid=100376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:58:13.121349 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3772495', 'neutron.services.segments.db._delete_segments_for_network-8745591126510'] for network, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:13.133360 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.services.segments.db [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f']}} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:13.145866 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.services.segments.db [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad1c7ef-df53-422f-9024-c4a16a95544a') {'for_net_delete': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:13.146313 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.services.segments.db [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad1c7ef-df53-422f-9024-c4a16a95544a') {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:13.156174 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745591126393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11923357'] for segment, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:13.170392 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:13.177472 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:58:13.177912 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11718352'] for segment, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: Traceback (most recent call last): Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: timer() Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: cb(*args, **kw) Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: return func(*args, **kwargs) Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: self._notify() Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: self.callback(batched_events) Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: event.method(event) Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: return f(self, *a, **k) Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: return self._get(url).json() Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: return self.request(url, 'GET', **kwargs) Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:58:13.179874 dv-cinder-806191-3-iscsi neutron-server[100375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:58:13.211120 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077'] for port, after_delete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:13.235081 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3772470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529257'] for network, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:13.237971 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] Pushing event deleted for resources: {'Port': ['ID=fc5cdac5-ea4c-47b9-980f-66d9803e16b0,revision_number=None']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:13.240235 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] No DVR routers for this DVR port fc5cdac5-ea4c-47b9-980f-66d9803e16b0 on host dv-cinder-806191-3-iscsi {{(pid=100376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:58:13.243127 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:13.245376 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f HTTP/1.1" status: 204 len: 168 time: 0.5312090 Aug 30 07:58:13.247967 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:13.249034 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40590) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:13.249617 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:13.249718 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:13.250027 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:13.253018 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:13.253361 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:13.253700 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:13.254036 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:13.254394 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:13.254728 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:13.255052 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:13.255371 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83ab51f-11a7-4167-b298-b74315d9ae52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:13.262051 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e93869-fdfc-4c02-b211-15567dfc8569 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aff6f5d-b421-4f3d-ae68-aa08a1a96e0f,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:13.525546 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device b095624a-6233-4093-8fbb-4ba93e89ce7c no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:58:13.544420 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: b095624a-6233-4093-8fbb-4ba93e89ce7c {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:58:13.544762 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device b095624a-6233-4093-8fbb-4ba93e89ce7c not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:58:13.545184 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device fc5cdac5-ea4c-47b9-980f-66d9803e16b0 no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:58:13.567420 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: fc5cdac5-ea4c-47b9-980f-66d9803e16b0 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:58:13.567773 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device fc5cdac5-ea4c-47b9-980f-66d9803e16b0 not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:58:13.568183 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 52f3c5cd-17fb-4533-a565-3e1dd4aff270 no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:58:13.585872 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: 52f3c5cd-17fb-4533-a565-3e1dd4aff270 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:58:13.586241 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 52f3c5cd-17fb-4533-a565-3e1dd4aff270 not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:58:13.587904 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55ee72a2-72d9-4890-994b-bd1af94b307d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535493'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:13.829138 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-55ee72a2-72d9-4890-994b-bd1af94b307d admin admin] Deleting port 8b50111e-520f-41a3-8f46-31fc50e0b96d {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:58:13.829474 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55ee72a2-72d9-4890-994b-bd1af94b307d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:13.908216 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-55ee72a2-72d9-4890-994b-bd1af94b307d admin admin] For port 8b50111e-520f-41a3-8f46-31fc50e0b96d, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=8b50111e-520f-41a3-8f46-31fc50e0b96d,segment=NetworkSegment(7e9882ac-00aa-481f-8afb-36ffa38afeda),segment_id=7e9882ac-00aa-481f-8afb-36ffa38afeda)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:13.908574 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55ee72a2-72d9-4890-994b-bd1af94b307d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:13.921404 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-55ee72a2-72d9-4890-994b-bd1af94b307d admin admin] Calling delete_port for 8b50111e-520f-41a3-8f46-31fc50e0b96d owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:58:14.055814 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:58:14.096062 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55ee72a2-72d9-4890-994b-bd1af94b307d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:14.119001 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee72a2-72d9-4890-994b-bd1af94b307d admin admin] Pushing event deleted for resources: {'Port': ['ID=8b50111e-520f-41a3-8f46-31fc50e0b96d,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:14.282339 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55ee72a2-72d9-4890-994b-bd1af94b307d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535311'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:14.488526 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ee72a2-72d9-4890-994b-bd1af94b307d admin admin] Router 4288731b-c070-4b4e-9172-520e74d92d19 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:58:14.591928 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ee72a2-72d9-4890-994b-bd1af94b307d admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:58:14.597193 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-55ee72a2-72d9-4890-994b-bd1af94b307d admin admin] 10.222.0.73 "PUT /v2.0/routers/4288731b-c070-4b4e-9172-520e74d92d19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3465350 Aug 30 07:58:14.599685 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40596) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:14.602177 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb2bbf5-ff47-4ea0-956f-1f7f79d19852 None None] Sync routers for ids ['4288731b-c070-4b4e-9172-520e74d92d19'] in dv-cinder-806191-3-iscsi {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:58:14.611668 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb2bbf5-ff47-4ea0-956f-1f7f79d19852 None None] Routers {'4288731b-c070-4b4e-9172-520e74d92d19'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:58:14.612277 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-7eb2bbf5-ff47-4ea0-956f-1f7f79d19852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:58:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['4288731b-c070-4b4e-9172-520e74d92d19'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:14.701333 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f99f5ada-8f53-42a5-8ea5-5935e292e10f admin admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:14.715549 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-7eb2bbf5-ff47-4ea0-956f-1f7f79d19852 None None] Set router 4288731b-c070-4b4e-9172-520e74d92d19 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:58:14.801468 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f99f5ada-8f53-42a5-8ea5-5935e292e10f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:14.854637 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f99f5ada-8f53-42a5-8ea5-5935e292e10f admin admin] Deleting port 15f73f8e-7478-4506-b533-241c9420deb2 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:58:14.854968 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f99f5ada-8f53-42a5-8ea5-5935e292e10f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:14.889614 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-7eb2bbf5-ff47-4ea0-956f-1f7f79d19852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4288731b-c070-4b4e-9172-520e74d92d19', 'name': 'tempest-TestMinimumBasicScenario-429914155-router', 'tenant_id': 'd61aade3f5d245018f9c92fec8837787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '15f73f8e-7478-4506-b533-241c9420deb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:11Z', 'updated_at': '2021-08-30T07:58:14Z', 'revision_number': 5, 'project_id': 'd61aade3f5d245018f9c92fec8837787', 'gw_port': {'id': '15f73f8e-7478-4506-b533-241c9420deb2', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4288731b-c070-4b4e-9172-520e74d92d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:12Z', 'updated_at': '2021-08-30T07:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:14.921878 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb2bbf5-ff47-4ea0-956f-1f7f79d19852 None None] Checking router: 4288731b-c070-4b4e-9172-520e74d92d19 for host: dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:58:14.930413 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb2bbf5-ff47-4ea0-956f-1f7f79d19852 None None] Routers {'4288731b-c070-4b4e-9172-520e74d92d19'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:58:14.931013 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-7eb2bbf5-ff47-4ea0-956f-1f7f79d19852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:58:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['4288731b-c070-4b4e-9172-520e74d92d19'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:14.936902 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-f99f5ada-8f53-42a5-8ea5-5935e292e10f admin admin] For port 15f73f8e-7478-4506-b533-241c9420deb2, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=15f73f8e-7478-4506-b533-241c9420deb2,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:14.937358 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f99f5ada-8f53-42a5-8ea5-5935e292e10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:14.950623 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f99f5ada-8f53-42a5-8ea5-5935e292e10f admin admin] Calling delete_port for 15f73f8e-7478-4506-b533-241c9420deb2 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:58:15.022465 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-7eb2bbf5-ff47-4ea0-956f-1f7f79d19852 None None] Set router 4288731b-c070-4b4e-9172-520e74d92d19 gateway port host: None {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:58:15.071988 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-7eb2bbf5-ff47-4ea0-956f-1f7f79d19852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4288731b-c070-4b4e-9172-520e74d92d19', 'name': 'tempest-TestMinimumBasicScenario-429914155-router', 'tenant_id': 'd61aade3f5d245018f9c92fec8837787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:11Z', 'updated_at': '2021-08-30T07:58:14Z', 'revision_number': 6, 'project_id': 'd61aade3f5d245018f9c92fec8837787', 'gw_port_host': None}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:15.114853 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f99f5ada-8f53-42a5-8ea5-5935e292e10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:15.142592 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f5ada-8f53-42a5-8ea5-5935e292e10f admin admin] Pushing event deleted for resources: {'Port': ['ID=15f73f8e-7478-4506-b533-241c9420deb2,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:15.198215 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb2bbf5-ff47-4ea0-956f-1f7f79d19852 None None] The sync data for ids ['4288731b-c070-4b4e-9172-520e74d92d19'] in dv-cinder-806191-3-iscsi is: [{'id': '4288731b-c070-4b4e-9172-520e74d92d19', 'name': 'tempest-TestMinimumBasicScenario-429914155-router', 'tenant_id': 'd61aade3f5d245018f9c92fec8837787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:11Z', 'updated_at': '2021-08-30T07:58:14Z', 'revision_number': 6, 'project_id': 'd61aade3f5d245018f9c92fec8837787', 'gw_port_host': None}] {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:58:15.203365 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f99f5ada-8f53-42a5-8ea5-5935e292e10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529237'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:15.542359 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f99f5ada-8f53-42a5-8ea5-5935e292e10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102400'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:15.544582 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f99f5ada-8f53-42a5-8ea5-5935e292e10f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:15.593552 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f99f5ada-8f53-42a5-8ea5-5935e292e10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530117'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:15.594320 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99f5ada-8f53-42a5-8ea5-5935e292e10f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4288731b-c070-4b4e-9172-520e74d92d19 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 07:58:15.600296 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f99f5ada-8f53-42a5-8ea5-5935e292e10f admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:15.603246 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-f99f5ada-8f53-42a5-8ea5-5935e292e10f admin admin] 10.222.0.73 "DELETE /v2.0/routers/4288731b-c070-4b4e-9172-520e74d92d19 HTTP/1.1" status: 204 len: 168 time: 1.0004208 Aug 30 07:58:15.603465 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40602) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:15.656293 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-587369b5-50d6-4752-950b-a83e083eda69 admin admin] Deleting subnet 56e028e2-926a-44c3-bc94-bdfb1a13b9ff {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:58:15.659437 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-587369b5-50d6-4752-950b-a83e083eda69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:15.694219 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-587369b5-50d6-4752-950b-a83e083eda69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12530165'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:15.775095 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-587369b5-50d6-4752-950b-a83e083eda69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3840692'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:15.827075 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-587369b5-50d6-4752-950b-a83e083eda69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3840699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11671398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12454973'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:15.852869 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587369b5-50d6-4752-950b-a83e083eda69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56e028e2-926a-44c3-bc94-bdfb1a13b9ff,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:15.854831 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-587369b5-50d6-4752-950b-a83e083eda69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:15.858218 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-587369b5-50d6-4752-950b-a83e083eda69 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/56e028e2-926a-44c3-bc94-bdfb1a13b9ff HTTP/1.1" status: 204 len: 168 time: 0.2522163 Aug 30 07:58:15.859713 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40604) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:15.862062 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c95471-a3ca-4028-8ebc-ade49ed0d8fe None None] Network 0a47d2f8-925b-41f6-b01a-b4d49c0eeaab requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:58:15.928518 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768868'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:15.988169 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] Deleting port 66ae0f67-607e-4646-bf86-6f5a0f399b59 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:58:15.988511 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:15.994404 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 8b50111e-520f-41a3-8f46-31fc50e0b96d no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:58:16.015338 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: 8b50111e-520f-41a3-8f46-31fc50e0b96d {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:58:16.015921 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 8b50111e-520f-41a3-8f46-31fc50e0b96d not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:58:16.061316 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] For port 66ae0f67-607e-4646-bf86-6f5a0f399b59, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=66ae0f67-607e-4646-bf86-6f5a0f399b59,segment=NetworkSegment(7e9882ac-00aa-481f-8afb-36ffa38afeda),segment_id=7e9882ac-00aa-481f-8afb-36ffa38afeda)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:16.061677 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:16.074534 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] Calling delete_port for 66ae0f67-607e-4646-bf86-6f5a0f399b59 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:58:16.078935 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d97106-d922-417a-88a2-31aea9c81ed3 None None] DHCP port deletion for 0a47d2f8-925b-41f6-b01a-b4d49c0eeaab request from dv-cinder-806191-3-iscsi {{(pid=100376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 07:58:16.125868 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-67d97106-d922-417a-88a2-31aea9c81ed3 None None] Deleting port 66ae0f67-607e-4646-bf86-6f5a0f399b59 {{(pid=100376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:58:16.126267 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-67d97106-d922-417a-88a2-31aea9c81ed3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:16.163675 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:16.189537 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] Pushing event deleted for resources: {'Port': ['ID=66ae0f67-607e-4646-bf86-6f5a0f399b59,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:16.193438 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] No DVR routers for this DVR port 66ae0f67-607e-4646-bf86-6f5a0f399b59 on host dv-cinder-806191-3-iscsi {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:58:16.210792 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-67d97106-d922-417a-88a2-31aea9c81ed3 None None] For port 66ae0f67-607e-4646-bf86-6f5a0f399b59, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=66ae0f67-607e-4646-bf86-6f5a0f399b59,segment=NetworkSegment(7e9882ac-00aa-481f-8afb-36ffa38afeda),segment_id=7e9882ac-00aa-481f-8afb-36ffa38afeda)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:16.211421 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-67d97106-d922-417a-88a2-31aea9c81ed3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:16.232554 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-67d97106-d922-417a-88a2-31aea9c81ed3 None None] Calling delete_port for 66ae0f67-607e-4646-bf86-6f5a0f399b59 owned by network:dhcp {{(pid=100376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:58:16.268353 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3772495', 'neutron.services.segments.db._delete_segments_for_network-8745591126510'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:16.280694 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a47d2f8-925b-41f6-b01a-b4d49c0eeaab']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:16.292241 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9882ac-00aa-481f-8afb-36ffa38afeda') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:16.292679 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9882ac-00aa-481f-8afb-36ffa38afeda') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:16.303298 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745591126393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12530154'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:16.315694 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-67d97106-d922-417a-88a2-31aea9c81ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077'] for port, after_delete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:16.320587 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:16.327466 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:58:16.327916 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11671296'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: Traceback (most recent call last): Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: timer() Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: cb(*args, **kw) Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: return func(*args, **kwargs) Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: self._notify() Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: self.callback(batched_events) Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: event.method(event) Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: return f(self, *a, **k) Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._get(url).json() Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: return self.request(url, 'GET', **kwargs) Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:58:16.329740 dv-cinder-806191-3-iscsi neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:58:16.345050 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d97106-d922-417a-88a2-31aea9c81ed3 None None] Pushing event deleted for resources: {'Port': ['ID=66ae0f67-607e-4646-bf86-6f5a0f399b59,revision_number=None']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:16.351220 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d97106-d922-417a-88a2-31aea9c81ed3 None None] No DVR routers for this DVR port 66ae0f67-607e-4646-bf86-6f5a0f399b59 on host dv-cinder-806191-3-iscsi {{(pid=100376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:58:16.391595 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3772470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529257'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:16.397028 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:16.398877 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] 10.222.0.73 "DELETE /v2.0/networks/0a47d2f8-925b-41f6-b01a-b4d49c0eeaab HTTP/1.1" status: 204 len: 168 time: 0.5382617 Aug 30 07:58:16.410917 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9c8be-9554-49a3-8ded-289ce2dac62d admin admin] Pushing event deleted for resources: {'Network': ['ID=0a47d2f8-925b-41f6-b01a-b4d49c0eeaab,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:16.558582 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 40612) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:16.602645 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-e8169873-9508-4a3e-a1dd-d434038055b1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f16062b13b0c4cd2be8f26f9e093d9bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428157 Aug 30 07:58:16.604896 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 40614) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:16.652143 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-89502568-946d-487e-9394-60531d8ca7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:16.673213 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-89502568-946d-487e-9394-60531d8ca7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:16.719736 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-89502568-946d-487e-9394-60531d8ca7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:16.722217 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-89502568-946d-487e-9394-60531d8ca7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:16.723346 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-89502568-946d-487e-9394-60531d8ca7db admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/69978706-a6ef-48fb-801d-79228e5a030d HTTP/1.1" status: 204 len: 168 time: 0.1175783 Aug 30 07:58:16.731061 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89502568-946d-487e-9394-60531d8ca7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69978706-a6ef-48fb-801d-79228e5a030d,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:17.026484 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 40620) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:17.066298 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-cb093ab3-d993-4b69-a08a-eae711d46759 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d61aade3f5d245018f9c92fec8837787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372224 Aug 30 07:58:17.067162 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 40622) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:17.114728 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6914a789-f990-42b7-8533-bb0216fab270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:17.135472 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6914a789-f990-42b7-8533-bb0216fab270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:17.186781 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6914a789-f990-42b7-8533-bb0216fab270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:17.189286 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6914a789-f990-42b7-8533-bb0216fab270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:17.190452 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-6914a789-f990-42b7-8533-bb0216fab270 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6d6e67c2-f1b3-4cf3-9ac1-dcb882085481 HTTP/1.1" status: 204 len: 168 time: 0.1224000 Aug 30 07:58:17.198468 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914a789-f990-42b7-8533-bb0216fab270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6e67c2-f1b3-4cf3-9ac1-dcb882085481,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:17.534954 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 15f73f8e-7478-4506-b533-241c9420deb2 no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:58:17.555200 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: 15f73f8e-7478-4506-b533-241c9420deb2 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:58:17.555544 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 15f73f8e-7478-4506-b533-241c9420deb2 not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:58:17.555961 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 66ae0f67-607e-4646-bf86-6f5a0f399b59 no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:58:17.577063 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: 66ae0f67-607e-4646-bf86-6f5a0f399b59 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:58:17.577409 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 66ae0f67-607e-4646-bf86-6f5a0f399b59 not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:58:17.850376 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 40648) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:17.943254 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-6e672757-88da-4b81-abae-d60c283e7303 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-239574337-network', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:58:17.964374 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e672757-88da-4b81-abae-d60c283e7303 admin admin] Made reservation on behalf of 3748b4459c5b4b0eb1eae5f1a86e1d28 for: {'network': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:58:17.967887 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6e672757-88da-4b81-abae-d60c283e7303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for network, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:17.976345 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6e672757-88da-4b81-abae-d60c283e7303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:18.064661 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6e672757-88da-4b81-abae-d60c283e7303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:18.068552 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6e672757-88da-4b81-abae-d60c283e7303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:18.089223 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e672757-88da-4b81-abae-d60c283e7303 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=100375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:58:18.102674 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e672757-88da-4b81-abae-d60c283e7303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c308697-b271-4cd8-8723-6c539815db44,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:18.107319 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6e672757-88da-4b81-abae-d60c283e7303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:18.108168 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.db.segments_db [None req-6e672757-88da-4b81-abae-d60c283e7303 admin admin] Added segment 6a2841fa-2170-4081-8912-c9acd7f37af5 of type vlan for network 014bc288-d267-4224-b8fa-855b955d7cfd Aug 30 07:58:18.146491 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6e672757-88da-4b81-abae-d60c283e7303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745590630759'] for network, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:18.169627 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6e672757-88da-4b81-abae-d60c283e7303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:18.171222 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e672757-88da-4b81-abae-d60c283e7303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:18.171805 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6e672757-88da-4b81-abae-d60c283e7303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:18.223399 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-6e672757-88da-4b81-abae-d60c283e7303 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3718896 Aug 30 07:58:18.226497 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40654) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:18.231448 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-048d6510-cab2-4bd3-acd8-3330aadbd1c7 admin admin] Request body: {'subnet': {'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-239574337-subnet', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'ip_version': 4}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:58:18.235197 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e672757-88da-4b81-abae-d60c283e7303 admin admin] Pushing event updated for resources: {'Network': ['ID=014bc288-d267-4224-b8fa-855b955d7cfd,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:18.244720 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Network 014bc288-d267-4224-b8fa-855b955d7cfd details requested by agent ovs-agent-dv-cinder-806191-3-iscsi with host dv-cinder-806191-3-iscsi {{(pid=100376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:58:18.251332 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048d6510-cab2-4bd3-acd8-3330aadbd1c7 admin admin] Made reservation on behalf of 3748b4459c5b4b0eb1eae5f1a86e1d28 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:58:18.253897 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-048d6510-cab2-4bd3-acd8-3330aadbd1c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12454998'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:18.460770 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-048d6510-cab2-4bd3-acd8-3330aadbd1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11670693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12454948'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:18.522013 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d6510-cab2-4bd3-acd8-3330aadbd1c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f227c955-203e-41c1-b37b-9a05c3cd4b9e,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:18.547826 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048d6510-cab2-4bd3-acd8-3330aadbd1c7 admin admin] Checking segment: {'id': '6a2841fa-2170-4081-8912-c9acd7f37af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:58:18.547826 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048d6510-cab2-4bd3-acd8-3330aadbd1c7 admin admin] Network hostable DHCP agents. Network: 014bc288-d267-4224-b8fa-855b955d7cfd, hostable agents: ['980fb30f-b881-4380-9851-35d5a168d8a6'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:58:18.565764 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048d6510-cab2-4bd3-acd8-3330aadbd1c7 admin admin] Network 014bc288-d267-4224-b8fa-855b955d7cfd is scheduled to be hosted by DHCP agent 980fb30f-b881-4380-9851-35d5a168d8a6 with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:58:18.579522 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-048d6510-cab2-4bd3-acd8-3330aadbd1c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-3-iscsi, 014bc288-d267-4224-b8fa-855b955d7cfd) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:58:18.583290 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048d6510-cab2-4bd3-acd8-3330aadbd1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:18.583864 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-048d6510-cab2-4bd3-acd8-3330aadbd1c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:18.594603 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dbaac0-2212-451f-842d-55d079acbd57 None None] Network 014bc288-d267-4224-b8fa-855b955d7cfd requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:58:18.604146 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-048d6510-cab2-4bd3-acd8-3330aadbd1c7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3764603 Aug 30 07:58:18.607075 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 40666) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:18.612077 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-faf23750-94bd-41da-b9d2-c8a041f3b64c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-239574337-router', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:58:18.632989 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-faf23750-94bd-41da-b9d2-c8a041f3b64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102450'] for router, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:18.633884 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-faf23750-94bd-41da-b9d2-c8a041f3b64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102457'] for router, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:18.685281 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-faf23750-94bd-41da-b9d2-c8a041f3b64c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:18.752186 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfff5d5e-598a-5f39-978a-5cba9914088a-014bc288-d267-4224-b8fa-855b955d7cfd', 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'fixed_ips': [{'subnet_id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e'}]}} from dv-cinder-806191-3-iscsi. {{(pid=100376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:58:18.753049 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:18.826176 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-faf23750-94bd-41da-b9d2-c8a041f3b64c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:18.890182 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.db_base_plugin_common [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Allocated IP 172.20.0.2 (014bc288-d267-4224-b8fa-855b955d7cfd/f227c955-203e-41c1-b37b-9a05c3cd4b9e/d69d1147-5ecf-4fbc-a0b9-01921126b154) {{(pid=100376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:58:19.034492 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-faf23750-94bd-41da-b9d2-c8a041f3b64c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:19.049653 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Notify callbacks [] for port, precommit_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:19.054736 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-faf23750-94bd-41da-b9d2-c8a041f3b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:19.057995 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Transition to ACTIVE for port object d69d1147-5ecf-4fbc-a0b9-01921126b154 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:58:19.072431 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Transition to ACTIVE for port object d69d1147-5ecf-4fbc-a0b9-01921126b154 will not be triggered until provisioned by entity DHCP. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:58:19.078192 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068'] for port, after_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:19.117423 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Network 014bc288-d267-4224-b8fa-855b955d7cfd is already hosted by enough agents. {{(pid=100376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:58:19.122122 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.base_scheduler [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Resources bound (agent type, host, resource id): {{(pid=100376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:58:19.125688 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Received port after_create {{(pid=100376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:58:19.134263 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Pushing event updated for resources: {'Port': ['ID=d69d1147-5ecf-4fbc-a0b9-01921126b154,revision_number=1']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:19.160019 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-faf23750-94bd-41da-b9d2-c8a041f3b64c admin admin] Allocated IP 172.27.3.196 (02efbd58-3f47-4ba1-9fc3-db25e7b0ec42/864ddbd5-13be-4be1-97d0-f7c096166157/4c7676eb-8d0b-4315-80cd-b06a3dc73f3d) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:58:19.182774 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Attempting to bind port d69d1147-5ecf-4fbc-a0b9-01921126b154 on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:58:19.183144 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Attempting to bind port d69d1147-5ecf-4fbc-a0b9-01921126b154 by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '6a2841fa-2170-4081-8912-c9acd7f37af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:58:19.183492 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Attempting to bind port d69d1147-5ecf-4fbc-a0b9-01921126b154 on network 014bc288-d267-4224-b8fa-855b955d7cfd {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:58:19.188339 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:58:19.188704 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Checking segment: {'id': '6a2841fa-2170-4081-8912-c9acd7f37af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:58:19.189097 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:19.189481 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Bound using segment: {'id': '6a2841fa-2170-4081-8912-c9acd7f37af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:58:19.189936 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Bound port: d69d1147-5ecf-4fbc-a0b9-01921126b154, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a2841fa-2170-4081-8912-c9acd7f37af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:58:19.190343 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:19.251725 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] For port d69d1147-5ecf-4fbc-a0b9-01921126b154, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:58:19.254917 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] For port d69d1147-5ecf-4fbc-a0b9-01921126b154, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=d69d1147-5ecf-4fbc-a0b9-01921126b154,segment=NetworkSegment(6a2841fa-2170-4081-8912-c9acd7f37af5),segment_id=6a2841fa-2170-4081-8912-c9acd7f37af5)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:58:19.258812 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:19.266669 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-faf23750-94bd-41da-b9d2-c8a041f3b64c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:19.314174 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-faf23750-94bd-41da-b9d2-c8a041f3b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:19.319316 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c750278-a1e7-4c6d-959d-2c4ccd6a70a1 None None] Pushing event updated for resources: {'Port': ['ID=d69d1147-5ecf-4fbc-a0b9-01921126b154,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:19.356614 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf23750-94bd-41da-b9d2-c8a041f3b64c admin admin] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:58:19.361804 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-faf23750-94bd-41da-b9d2-c8a041f3b64c admin admin] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:58:19.364811 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf23750-94bd-41da-b9d2-c8a041f3b64c admin admin] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:58:19.394246 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf23750-94bd-41da-b9d2-c8a041f3b64c admin admin] Pushing event updated for resources: {'Port': ['ID=4c7676eb-8d0b-4315-80cd-b06a3dc73f3d,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:19.606066 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device d69d1147-5ecf-4fbc-a0b9-01921126b154 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:58:19.664251 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port d69d1147-5ecf-4fbc-a0b9-01921126b154 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:58:19.682108 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-faf23750-94bd-41da-b9d2-c8a041f3b64c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:20.129628 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-faf23750-94bd-41da-b9d2-c8a041f3b64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529201'] for router, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:20.221989 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dceecd-d983-44b9-ae4b-1a1bc9d29347 None None] Network 014bc288-d267-4224-b8fa-855b955d7cfd requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:58:20.265914 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf23750-94bd-41da-b9d2-c8a041f3b64c admin admin] Router 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f is scheduled to L3 agent ddc06514-e62b-4404-9376-303558d37976 with binding_index 1 {{(pid=100375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:58:20.281335 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-0bcb0b34-c956-4c6a-a076-d9a15db4a263 None None] Provisioning for port d69d1147-5ecf-4fbc-a0b9-01921126b154 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:58:20.293146 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-0bcb0b34-c956-4c6a-a076-d9a15db4a263 None None] Provisioning complete for port d69d1147-5ecf-4fbc-a0b9-01921126b154 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:58:20.293521 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0b34-c956-4c6a-a076-d9a15db4a263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:20.373952 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf23750-94bd-41da-b9d2-c8a041f3b64c admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:58:20.390579 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-faf23750-94bd-41da-b9d2-c8a041f3b64c admin admin] Notify callbacks [] for router, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:20.394174 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-faf23750-94bd-41da-b9d2-c8a041f3b64c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7830763 Aug 30 07:58:20.395533 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40676) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:20.400341 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Sync routers for ids ['34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:58:20.444177 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Routers {'34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:58:20.444712 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:58:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:20.482754 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0b34-c956-4c6a-a076-d9a15db4a263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:20.569416 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-0bcb0b34-c956-4c6a-a076-d9a15db4a263 None None] For port d69d1147-5ecf-4fbc-a0b9-01921126b154, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=d69d1147-5ecf-4fbc-a0b9-01921126b154,segment=NetworkSegment(6a2841fa-2170-4081-8912-c9acd7f37af5),segment_id=6a2841fa-2170-4081-8912-c9acd7f37af5)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:20.579489 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0b34-c956-4c6a-a076-d9a15db4a263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:20.613748 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Set router 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:58:20.715920 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb0b34-c956-4c6a-a076-d9a15db4a263 None None] Pushing event updated for resources: {'Port': ['ID=d69d1147-5ecf-4fbc-a0b9-01921126b154,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:20.814527 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-41456376-0948-47a5-a4a8-3511cf31da1d None None] Provisioning complete for port d69d1147-5ecf-4fbc-a0b9-01921126b154 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:58:20.814898 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-41456376-0948-47a5-a4a8-3511cf31da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:20.872879 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-72a3a586-c84b-4719-9263-948fd2df713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:20.927198 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'name': 'tempest-TestShelveInstance-239574337-router', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:18Z', 'updated_at': '2021-08-30T07:58:19Z', 'revision_number': 3, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'gw_port': {'id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:19Z', 'updated_at': '2021-08-30T07:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:20.961886 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Checking router: 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:58:20.962269 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Updating router 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f port 4c7676eb-8d0b-4315-80cd-b06a3dc73f3d binding host dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:58:20.990444 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:21.045485 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-72a3a586-c84b-4719-9263-948fd2df713e admin admin] Allocated IP 172.20.0.1 (014bc288-d267-4224-b8fa-855b955d7cfd/f227c955-203e-41c1-b37b-9a05c3cd4b9e/35a9f552-d6a4-474f-b2e8-a87149079558) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:58:21.152814 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-72a3a586-c84b-4719-9263-948fd2df713e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:21.160497 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0820984-d17a-4e20-b3b0-734fc77718b8 req-ce36614c-9962-4116-b52d-3e406171d5be tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:21.162183 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c0820984-d17a-4e20-b3b0-734fc77718b8 req-ce36614c-9962-4116-b52d-3e406171d5be tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0565569 Aug 30 07:58:21.166261 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-72a3a586-c84b-4719-9263-948fd2df713e admin admin] Transition to ACTIVE for port object 35a9f552-d6a4-474f-b2e8-a87149079558 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:58:21.203477 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c0820984-d17a-4e20-b3b0-734fc77718b8 req-8bac4f8f-eb06-4ebf-bbb5-b0c9eddca287 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354605 Aug 30 07:58:21.207991 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-72a3a586-c84b-4719-9263-948fd2df713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:21.252517 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a3a586-c84b-4719-9263-948fd2df713e admin admin] Network 014bc288-d267-4224-b8fa-855b955d7cfd is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:58:21.255411 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-72a3a586-c84b-4719-9263-948fd2df713e admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:58:21.259052 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a3a586-c84b-4719-9263-948fd2df713e admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:58:21.282123 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:21.282647 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3a586-c84b-4719-9263-948fd2df713e admin admin] Pushing event updated for resources: {'Port': ['ID=35a9f552-d6a4-474f-b2e8-a87149079558,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:21.292112 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Transition to ACTIVE for port object 4c7676eb-8d0b-4315-80cd-b06a3dc73f3d will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:58:21.299490 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:21.302751 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-72a3a586-c84b-4719-9263-948fd2df713e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529390'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:21.356227 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Attempting to bind port 4c7676eb-8d0b-4315-80cd-b06a3dc73f3d on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:58:21.356468 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Attempting to bind port 4c7676eb-8d0b-4315-80cd-b06a3dc73f3d by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:58:21.356827 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Attempting to bind port 4c7676eb-8d0b-4315-80cd-b06a3dc73f3d on network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:58:21.358995 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebcbfa-2e34-4113-a0af-c8f6478f2b71 None None] Pushing event updated for resources: {'Port': ['ID=4c7676eb-8d0b-4315-80cd-b06a3dc73f3d,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:21.372660 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:58:21.373861 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Checking segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:58:21.374687 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:21.375183 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Bound using segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:58:21.375768 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Bound port: 4c7676eb-8d0b-4315-80cd-b06a3dc73f3d, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:58:21.376208 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:21.433187 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-72a3a586-c84b-4719-9263-948fd2df713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:21.433796 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] For port 4c7676eb-8d0b-4315-80cd-b06a3dc73f3d, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:58:21.437882 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] For port 4c7676eb-8d0b-4315-80cd-b06a3dc73f3d, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=4c7676eb-8d0b-4315-80cd-b06a3dc73f3d,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:58:21.443088 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:21.495237 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Routers {'34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:58:21.497376 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:58:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:21.550475 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device d69d1147-5ecf-4fbc-a0b9-01921126b154 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:58:21.585729 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebcbfa-2e34-4113-a0af-c8f6478f2b71 None None] Pushing event updated for resources: {'Port': ['ID=4c7676eb-8d0b-4315-80cd-b06a3dc73f3d,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:21.599836 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-72a3a586-c84b-4719-9263-948fd2df713e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:21.603710 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-72a3a586-c84b-4719-9263-948fd2df713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:21.606164 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-fa7e2497-9225-4dc1-8e6d-6151c4b898cd None None] Provisioning for port 35a9f552-d6a4-474f-b2e8-a87149079558 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:58:21.672967 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3a586-c84b-4719-9263-948fd2df713e admin admin] Pushing event updated for resources: {'Port': ['ID=35a9f552-d6a4-474f-b2e8-a87149079558,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:21.681769 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-72a3a586-c84b-4719-9263-948fd2df713e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530737'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:21.770587 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-fa7e2497-9225-4dc1-8e6d-6151c4b898cd None None] Provisioning complete for port 35a9f552-d6a4-474f-b2e8-a87149079558 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:58:21.771081 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-fa7e2497-9225-4dc1-8e6d-6151c4b898cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:21.776889 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a3a586-c84b-4719-9263-948fd2df713e admin admin] Network 014bc288-d267-4224-b8fa-855b955d7cfd is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:58:21.778456 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-72a3a586-c84b-4719-9263-948fd2df713e admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:58:21.830290 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] Set router 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:58:21.862511 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e2497-9225-4dc1-8e6d-6151c4b898cd None None] Port 35a9f552-d6a4-474f-b2e8-a87149079558 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:58:21.876664 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port d69d1147-5ecf-4fbc-a0b9-01921126b154 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:58:21.877033 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:21.901400 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a3a586-c84b-4719-9263-948fd2df713e admin admin] Router 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:58:22.013228 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a3a586-c84b-4719-9263-948fd2df713e admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:58:22.019124 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-72a3a586-c84b-4719-9263-948fd2df713e admin admin] 10.222.0.73 "PUT /v2.0/routers/34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6233273 Aug 30 07:58:22.101197 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-54df0180-de45-49e5-baa5-1929e1e9be52 None None] Provisioning complete for port 35a9f552-d6a4-474f-b2e8-a87149079558 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:58:22.101568 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-54df0180-de45-49e5-baa5-1929e1e9be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:22.144151 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-54df0180-de45-49e5-baa5-1929e1e9be52 None None] Port 35a9f552-d6a4-474f-b2e8-a87149079558 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:58:22.150880 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'name': 'tempest-TestShelveInstance-239574337-router', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:18Z', 'updated_at': '2021-08-30T07:58:21Z', 'revision_number': 4, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'gw_port': {'id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:19Z', 'updated_at': '2021-08-30T07:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '35a9f552-d6a4-474f-b2e8-a87149079558', 'name': '', 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'mac_address': 'fa:16:3e:d6:51:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:20Z', 'updated_at': '2021-08-30T07:58:21Z', 'revision_number': 1, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'subnets': [{'id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:22.179848 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf7405-59b4-4bd4-b2d7-616f84c3da1d None None] The sync data for ids ['34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'] in dv-cinder-806191-3-iscsi is: [{'id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'name': 'tempest-TestShelveInstance-239574337-router', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:18Z', 'updated_at': '2021-08-30T07:58:21Z', 'revision_number': 4, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'gw_port': {'id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:19Z', 'updated_at': '2021-08-30T07:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '35a9f552-d6a4-474f-b2e8-a87149079558', 'name': '', 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'mac_address': 'fa:16:3e:d6:51:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:20Z', 'updated_at': '2021-08-30T07:58:21Z', 'revision_number': 1, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'subnets': [{'id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:58:22.337805 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9585cbc-7729-46ba-afd2-e5f4093eed5f req-45240fda-9206-43e0-86c5-a2e13f6d25fd tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:22.339417 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b9585cbc-7729-46ba-afd2-e5f4093eed5f req-45240fda-9206-43e0-86c5-a2e13f6d25fd tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0567346 Aug 30 07:58:22.398683 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b9585cbc-7729-46ba-afd2-e5f4093eed5f req-fedb5878-c51a-4604-a986-f84b19187a3d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522218 Aug 30 07:58:22.535324 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40712) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:22.540578 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-51752100-f260-4177-a084-cfbcae372d6a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1641506273-network', 'tenant_id': '9137b10d691642089fb1dfcf054903ac'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:58:22.562916 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51752100-f260-4177-a084-cfbcae372d6a admin admin] Made reservation on behalf of 9137b10d691642089fb1dfcf054903ac for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:58:22.565326 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-51752100-f260-4177-a084-cfbcae372d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:22.574537 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-51752100-f260-4177-a084-cfbcae372d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:22.668094 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-51752100-f260-4177-a084-cfbcae372d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:22.673193 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-51752100-f260-4177-a084-cfbcae372d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:22.703602 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51752100-f260-4177-a084-cfbcae372d6a admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:58:22.718359 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51752100-f260-4177-a084-cfbcae372d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f326766-2a3b-4138-9d49-7ead93cf1551,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:22.725511 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-51752100-f260-4177-a084-cfbcae372d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:22.725860 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.segments_db [None req-51752100-f260-4177-a084-cfbcae372d6a admin admin] Added segment 5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d of type vlan for network 8b95aea6-f6d5-405b-88f5-ece5fe7b0635 Aug 30 07:58:22.778193 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-51752100-f260-4177-a084-cfbcae372d6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745590630759'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:22.810079 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-51752100-f260-4177-a084-cfbcae372d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:22.811274 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51752100-f260-4177-a084-cfbcae372d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:22.811845 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-51752100-f260-4177-a084-cfbcae372d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:22.870819 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-51752100-f260-4177-a084-cfbcae372d6a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3342736 Aug 30 07:58:22.873512 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40714) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:22.878373 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-58b85b63-a5e5-478e-b621-61b54522422c admin admin] Request body: {'subnet': {'network_id': '8b95aea6-f6d5-405b-88f5-ece5fe7b0635', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1641506273-subnet', 'tenant_id': '9137b10d691642089fb1dfcf054903ac', 'ip_version': 4}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:58:22.884973 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51752100-f260-4177-a084-cfbcae372d6a admin admin] Pushing event updated for resources: {'Network': ['ID=8b95aea6-f6d5-405b-88f5-ece5fe7b0635,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:22.896271 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Network 8b95aea6-f6d5-405b-88f5-ece5fe7b0635 details requested by agent ovs-agent-dv-cinder-806191-3-iscsi with host dv-cinder-806191-3-iscsi {{(pid=100376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:58:22.911890 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b85b63-a5e5-478e-b621-61b54522422c admin admin] Made reservation on behalf of 9137b10d691642089fb1dfcf054903ac for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:58:22.915483 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-58b85b63-a5e5-478e-b621-61b54522422c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12454998'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:23.103304 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-58b85b63-a5e5-478e-b621-61b54522422c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11670693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12454948'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:23.159558 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b85b63-a5e5-478e-b621-61b54522422c admin admin] Pushing event updated for resources: {'Subnet': ['ID=81e4fcc3-fd9d-4793-ac24-f1a051d7b2e6,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:23.171763 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b85b63-a5e5-478e-b621-61b54522422c admin admin] Checking segment: {'id': '5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b95aea6-f6d5-405b-88f5-ece5fe7b0635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:58:23.172126 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b85b63-a5e5-478e-b621-61b54522422c admin admin] Network hostable DHCP agents. Network: 8b95aea6-f6d5-405b-88f5-ece5fe7b0635, hostable agents: ['980fb30f-b881-4380-9851-35d5a168d8a6'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:58:23.188738 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b85b63-a5e5-478e-b621-61b54522422c admin admin] Network 8b95aea6-f6d5-405b-88f5-ece5fe7b0635 is scheduled to be hosted by DHCP agent 980fb30f-b881-4380-9851-35d5a168d8a6 with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:58:23.198026 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-58b85b63-a5e5-478e-b621-61b54522422c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-3-iscsi, 8b95aea6-f6d5-405b-88f5-ece5fe7b0635) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:58:23.203118 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b85b63-a5e5-478e-b621-61b54522422c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:23.203704 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-58b85b63-a5e5-478e-b621-61b54522422c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:23.207642 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a68955-af10-4ada-87ad-4f989ecae807 None None] Network 8b95aea6-f6d5-405b-88f5-ece5fe7b0635 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:58:23.225605 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-58b85b63-a5e5-478e-b621-61b54522422c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3510172 Aug 30 07:58:23.228094 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40718) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:23.233342 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-9fbc4b65-f8d5-4c7b-93ee-3dfd5c14caf6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1641506273-router', 'tenant_id': '9137b10d691642089fb1dfcf054903ac', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:58:23.257126 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4b65-f8d5-4c7b-93ee-3dfd5c14caf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102450'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:23.258971 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4b65-f8d5-4c7b-93ee-3dfd5c14caf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102457'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:23.317191 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4b65-f8d5-4c7b-93ee-3dfd5c14caf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:23.363452 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfff5d5e-598a-5f39-978a-5cba9914088a-8b95aea6-f6d5-405b-88f5-ece5fe7b0635', 'network_id': '8b95aea6-f6d5-405b-88f5-ece5fe7b0635', 'tenant_id': '9137b10d691642089fb1dfcf054903ac', 'fixed_ips': [{'subnet_id': '81e4fcc3-fd9d-4793-ac24-f1a051d7b2e6'}]}} from dv-cinder-806191-3-iscsi. {{(pid=100376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:58:23.364457 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:23.456462 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4b65-f8d5-4c7b-93ee-3dfd5c14caf6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:23.511862 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.db_base_plugin_common [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Allocated IP 172.20.0.2 (8b95aea6-f6d5-405b-88f5-ece5fe7b0635/81e4fcc3-fd9d-4793-ac24-f1a051d7b2e6/e53e21c8-af50-4368-9dcb-978323aa9bce) {{(pid=100376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:58:23.538091 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903799f-108d-4dbe-824c-90c1e48a04ee req-edd38c92-840e-494a-b73f-749e495cbaf2 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:23.540532 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c903799f-108d-4dbe-824c-90c1e48a04ee req-edd38c92-840e-494a-b73f-749e495cbaf2 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0643790 Aug 30 07:58:23.585790 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c903799f-108d-4dbe-824c-90c1e48a04ee req-6c362d82-b797-4ac4-bfaf-7ab90725f42d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385220 Aug 30 07:58:23.631169 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 4c7676eb-8d0b-4315-80cd-b06a3dc73f3d up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:58:23.678053 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4b65-f8d5-4c7b-93ee-3dfd5c14caf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:23.697072 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4b65-f8d5-4c7b-93ee-3dfd5c14caf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:23.719040 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Notify callbacks [] for port, precommit_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:23.735084 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Transition to ACTIVE for port object e53e21c8-af50-4368-9dcb-978323aa9bce will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:58:23.742354 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:23.751862 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 4c7676eb-8d0b-4315-80cd-b06a3dc73f3d completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:58:23.756023 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Transition to ACTIVE for port object e53e21c8-af50-4368-9dcb-978323aa9bce will not be triggered until provisioned by entity DHCP. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:58:23.758744 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 4c7676eb-8d0b-4315-80cd-b06a3dc73f3d triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:58:23.759127 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:23.789333 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068'] for port, after_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:23.808880 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-9fbc4b65-f8d5-4c7b-93ee-3dfd5c14caf6 admin admin] Allocated IP 172.27.3.48 (02efbd58-3f47-4ba1-9fc3-db25e7b0ec42/864ddbd5-13be-4be1-97d0-f7c096166157/67d3ecd5-7848-421f-969a-74f12b79a61d) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:58:23.844073 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Network 8b95aea6-f6d5-405b-88f5-ece5fe7b0635 is already hosted by enough agents. {{(pid=100376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:58:23.852231 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.base_scheduler [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Resources bound (agent type, host, resource id): {{(pid=100376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:58:23.855201 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Received port after_create {{(pid=100376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:58:23.862773 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Pushing event updated for resources: {'Port': ['ID=e53e21c8-af50-4368-9dcb-978323aa9bce,revision_number=1']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:23.920043 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4b65-f8d5-4c7b-93ee-3dfd5c14caf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:23.948218 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Attempting to bind port e53e21c8-af50-4368-9dcb-978323aa9bce on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:58:23.948741 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Attempting to bind port e53e21c8-af50-4368-9dcb-978323aa9bce by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b95aea6-f6d5-405b-88f5-ece5fe7b0635'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:58:23.948994 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Attempting to bind port e53e21c8-af50-4368-9dcb-978323aa9bce on network 8b95aea6-f6d5-405b-88f5-ece5fe7b0635 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:58:23.960105 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4b65-f8d5-4c7b-93ee-3dfd5c14caf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:23.965343 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:58:23.965343 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Checking segment: {'id': '5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b95aea6-f6d5-405b-88f5-ece5fe7b0635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:58:23.965343 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:23.965343 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Bound using segment: {'id': '5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b95aea6-f6d5-405b-88f5-ece5fe7b0635'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:58:23.965343 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Bound port: e53e21c8-af50-4368-9dcb-978323aa9bce, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b95aea6-f6d5-405b-88f5-ece5fe7b0635'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:58:23.965343 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:23.968195 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:24.001171 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port 4c7676eb-8d0b-4315-80cd-b06a3dc73f3d, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=4c7676eb-8d0b-4315-80cd-b06a3dc73f3d,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:24.008896 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbc4b65-f8d5-4c7b-93ee-3dfd5c14caf6 admin admin] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:58:24.012677 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-9fbc4b65-f8d5-4c7b-93ee-3dfd5c14caf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:58:24.017377 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbc4b65-f8d5-4c7b-93ee-3dfd5c14caf6 admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:58:24.020469 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc4b65-f8d5-4c7b-93ee-3dfd5c14caf6 admin admin] Pushing event updated for resources: {'Port': ['ID=67d3ecd5-7848-421f-969a-74f12b79a61d,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:24.030126 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:24.102447 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=4c7676eb-8d0b-4315-80cd-b06a3dc73f3d,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:24.111580 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] For port e53e21c8-af50-4368-9dcb-978323aa9bce, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:58:24.115064 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] For port e53e21c8-af50-4368-9dcb-978323aa9bce, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=e53e21c8-af50-4368-9dcb-978323aa9bce,segment=NetworkSegment(5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d),segment_id=5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:58:24.119522 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:24.183207 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281b3d6-4a71-4d60-9852-ffe0c734db68 None None] Pushing event updated for resources: {'Port': ['ID=e53e21c8-af50-4368-9dcb-978323aa9bce,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:24.229777 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Sync routers for ids ['34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'] in dv-cinder-806191-3-iscsi {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:58:24.239702 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Routers {'34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:58:24.240310 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:58:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:24.278072 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4b65-f8d5-4c7b-93ee-3dfd5c14caf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:24.360801 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Set router 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:58:24.571158 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'name': 'tempest-TestShelveInstance-239574337-router', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:18Z', 'updated_at': '2021-08-30T07:58:21Z', 'revision_number': 4, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'gw_port': {'id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:19Z', 'updated_at': '2021-08-30T07:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '35a9f552-d6a4-474f-b2e8-a87149079558', 'name': '', 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'mac_address': 'fa:16:3e:d6:51:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:20Z', 'updated_at': '2021-08-30T07:58:21Z', 'revision_number': 2, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'subnets': [{'id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:24.602560 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Checking router: 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f for host: dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:58:24.602810 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Updating router 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f port 35a9f552-d6a4-474f-b2e8-a87149079558 binding host dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:58:24.632813 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:24.718760 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ea55f-18c3-4fa0-8ff5-5a50b133ad4e req-65baa936-6729-4cd4-9e2d-6092d4f08dba tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:24.721354 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-de3ea55f-18c3-4fa0-8ff5-5a50b133ad4e req-65baa936-6729-4cd4-9e2d-6092d4f08dba tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0523348 Aug 30 07:58:24.771563 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4b65-f8d5-4c7b-93ee-3dfd5c14caf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529201'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:24.784369 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-de3ea55f-18c3-4fa0-8ff5-5a50b133ad4e req-d56349ca-61a0-4b4b-8256-8fc36cf2cf19 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487957 Aug 30 07:58:24.912502 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbc4b65-f8d5-4c7b-93ee-3dfd5c14caf6 admin admin] Router 3796bd33-cc40-4ad6-b9c9-8e5e7a087525 is scheduled to L3 agent ddc06514-e62b-4404-9376-303558d37976 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:58:24.923390 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Notify callbacks [] for port, precommit_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:24.933866 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.provisioning_blocks [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Transition to ACTIVE for port object 35a9f552-d6a4-474f-b2e8-a87149079558 will not be triggered until provisioned by entity L2. {{(pid=100377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:58:24.942951 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:24.995384 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e8c63-c995-4dd0-9913-044fc45029d6 None None] Pushing event updated for resources: {'Port': ['ID=35a9f552-d6a4-474f-b2e8-a87149079558,revision_number=3']} {{(pid=100377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:25.010021 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e8c63-c995-4dd0-9913-044fc45029d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:25.010528 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e8c63-c995-4dd0-9913-044fc45029d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:25.010879 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e8c63-c995-4dd0-9913-044fc45029d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:25.011223 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e8c63-c995-4dd0-9913-044fc45029d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:25.011557 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e8c63-c995-4dd0-9913-044fc45029d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:25.011891 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e8c63-c995-4dd0-9913-044fc45029d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:25.012218 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e8c63-c995-4dd0-9913-044fc45029d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:25.012597 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e8c63-c995-4dd0-9913-044fc45029d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:25.012951 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e8c63-c995-4dd0-9913-044fc45029d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:25.013339 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e8c63-c995-4dd0-9913-044fc45029d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:25.013748 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e8c63-c995-4dd0-9913-044fc45029d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:25.014076 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e8c63-c995-4dd0-9913-044fc45029d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:25.032935 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbc4b65-f8d5-4c7b-93ee-3dfd5c14caf6 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:58:25.043397 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Sync routers for ids ['3796bd33-cc40-4ad6-b9c9-8e5e7a087525'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:58:25.053841 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4b65-f8d5-4c7b-93ee-3dfd5c14caf6 admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:25.054279 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Routers {'3796bd33-cc40-4ad6-b9c9-8e5e7a087525'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:58:25.054972 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:58:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['3796bd33-cc40-4ad6-b9c9-8e5e7a087525'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:25.059174 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-9fbc4b65-f8d5-4c7b-93ee-3dfd5c14caf6 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8293979 Aug 30 07:58:25.059439 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 40726) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:25.086838 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Attempting to bind port 35a9f552-d6a4-474f-b2e8-a87149079558 on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:58:25.087581 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Attempting to bind port 35a9f552-d6a4-474f-b2e8-a87149079558 by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '6a2841fa-2170-4081-8912-c9acd7f37af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd'}] {{(pid=100377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:58:25.088193 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Attempting to bind port 35a9f552-d6a4-474f-b2e8-a87149079558 on network 014bc288-d267-4224-b8fa-855b955d7cfd {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:58:25.095303 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:58:25.096103 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Checking segment: {'id': '6a2841fa-2170-4081-8912-c9acd7f37af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:58:25.096730 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:25.097341 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Bound using segment: {'id': '6a2841fa-2170-4081-8912-c9acd7f37af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd'} {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:58:25.098290 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Bound port: 35a9f552-d6a4-474f-b2e8-a87149079558, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a2841fa-2170-4081-8912-c9acd7f37af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd'}}] {{(pid=100377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:58:25.098939 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:25.161332 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cabdf39-d3c6-4334-9b30-ed907e4f1ba5 None None] Network 8b95aea6-f6d5-405b-88f5-ece5fe7b0635 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:58:25.187517 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.db [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] For port 35a9f552-d6a4-474f-b2e8-a87149079558, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:58:25.191328 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.db [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] For port 35a9f552-d6a4-474f-b2e8-a87149079558, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=35a9f552-d6a4-474f-b2e8-a87149079558,segment=NetworkSegment(6a2841fa-2170-4081-8912-c9acd7f37af5),segment_id=6a2841fa-2170-4081-8912-c9acd7f37af5)] {{(pid=100377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:58:25.196165 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:25.254442 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e8c63-c995-4dd0-9913-044fc45029d6 None None] Pushing event updated for resources: {'Port': ['ID=35a9f552-d6a4-474f-b2e8-a87149079558,revision_number=4']} {{(pid=100377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:25.265398 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Set router 3796bd33-cc40-4ad6-b9c9-8e5e7a087525 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:58:25.266632 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Routers {'34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:58:25.267252 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:58:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:25.385313 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] Set router 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:58:25.431373 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-490743f6-5ef7-4d71-807e-b3e2713872b5 None None] Provisioning for port e53e21c8-af50-4368-9dcb-978323aa9bce completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:58:25.626381 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'name': 'tempest-TestShelveInstance-239574337-router', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:18Z', 'updated_at': '2021-08-30T07:58:21Z', 'revision_number': 4, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'gw_port': {'id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:19Z', 'updated_at': '2021-08-30T07:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '35a9f552-d6a4-474f-b2e8-a87149079558', 'name': '', 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'mac_address': 'fa:16:3e:d6:51:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:20Z', 'updated_at': '2021-08-30T07:58:25Z', 'revision_number': 4, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'subnets': [{'id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:25.632834 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'name': 'tempest-TestShelveInstance-1641506273-router', 'tenant_id': '9137b10d691642089fb1dfcf054903ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '67d3ecd5-7848-421f-969a-74f12b79a61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:23Z', 'updated_at': '2021-08-30T07:58:24Z', 'revision_number': 3, 'project_id': '9137b10d691642089fb1dfcf054903ac', 'gw_port': {'id': '67d3ecd5-7848-421f-969a-74f12b79a61d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:54:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:23Z', 'updated_at': '2021-08-30T07:58:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:25.656378 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df8059-c184-4fec-a1b9-061063a2f6d9 None None] The sync data for ids ['34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'] in dv-cinder-806191-3-iscsi is: [{'id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'name': 'tempest-TestShelveInstance-239574337-router', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:18Z', 'updated_at': '2021-08-30T07:58:21Z', 'revision_number': 4, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'gw_port': {'id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:19Z', 'updated_at': '2021-08-30T07:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '35a9f552-d6a4-474f-b2e8-a87149079558', 'name': '', 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'mac_address': 'fa:16:3e:d6:51:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:20Z', 'updated_at': '2021-08-30T07:58:25Z', 'revision_number': 4, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'subnets': [{'id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:58:25.664431 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2e23c5c4-e2b8-4ca3-b8b2-bb75a2f23084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:25.666326 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Checking router: 3796bd33-cc40-4ad6-b9c9-8e5e7a087525 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:58:25.666690 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Updating router 3796bd33-cc40-4ad6-b9c9-8e5e7a087525 port 67d3ecd5-7848-421f-969a-74f12b79a61d binding host dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:58:25.698394 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:25.759372 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 35a9f552-d6a4-474f-b2e8-a87149079558 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:58:25.928647 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-2e23c5c4-e2b8-4ca3-b8b2-bb75a2f23084 admin admin] Allocated IP 172.20.0.1 (8b95aea6-f6d5-405b-88f5-ece5fe7b0635/81e4fcc3-fd9d-4793-ac24-f1a051d7b2e6/81ec66cf-02e1-4c05-9ae8-f55f07376673) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:58:25.946438 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 35a9f552-d6a4-474f-b2e8-a87149079558 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:58:25.956738 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 35a9f552-d6a4-474f-b2e8-a87149079558 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:58:25.957054 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:25.971778 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2514dd1-7767-4e19-bbc5-7e6686195cce req-65f93673-f80d-4732-8207-2d341396ef45 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:25.973590 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f2514dd1-7767-4e19-bbc5-7e6686195cce req-65f93673-f80d-4732-8207-2d341396ef45 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0907593 Aug 30 07:58:26.062922 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f2514dd1-7767-4e19-bbc5-7e6686195cce req-00c9608a-3a24-477e-b193-f790fa8a72f0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642068 Aug 30 07:58:26.092713 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2e23c5c4-e2b8-4ca3-b8b2-bb75a2f23084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:26.111336 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2e23c5c4-e2b8-4ca3-b8b2-bb75a2f23084 admin admin] Transition to ACTIVE for port object 81ec66cf-02e1-4c05-9ae8-f55f07376673 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:58:26.116688 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:26.149658 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2e23c5c4-e2b8-4ca3-b8b2-bb75a2f23084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:26.193006 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:26.196734 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port 35a9f552-d6a4-474f-b2e8-a87149079558, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=35a9f552-d6a4-474f-b2e8-a87149079558,segment=NetworkSegment(6a2841fa-2170-4081-8912-c9acd7f37af5),segment_id=6a2841fa-2170-4081-8912-c9acd7f37af5)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:26.201404 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e23c5c4-e2b8-4ca3-b8b2-bb75a2f23084 admin admin] Network 8b95aea6-f6d5-405b-88f5-ece5fe7b0635 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:58:26.205123 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:26.205905 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 4c7676eb-8d0b-4315-80cd-b06a3dc73f3d up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:58:26.206934 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-2e23c5c4-e2b8-4ca3-b8b2-bb75a2f23084 admin admin] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:58:26.209122 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23c5c4-e2b8-4ca3-b8b2-bb75a2f23084 admin admin] Pushing event updated for resources: {'Port': ['ID=81ec66cf-02e1-4c05-9ae8-f55f07376673,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:26.211405 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e23c5c4-e2b8-4ca3-b8b2-bb75a2f23084 admin admin] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:58:26.213366 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Transition to ACTIVE for port object 67d3ecd5-7848-421f-969a-74f12b79a61d will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:58:26.257401 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2e23c5c4-e2b8-4ca3-b8b2-bb75a2f23084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529390'] for router_interface, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:26.258028 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:26.316320 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=35a9f552-d6a4-474f-b2e8-a87149079558,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:26.323071 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Attempting to bind port 67d3ecd5-7848-421f-969a-74f12b79a61d on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:58:26.323454 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Attempting to bind port 67d3ecd5-7848-421f-969a-74f12b79a61d by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:58:26.323820 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Attempting to bind port 67d3ecd5-7848-421f-969a-74f12b79a61d on network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:58:26.358757 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:58:26.359143 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Checking segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:58:26.359552 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:26.359952 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Bound using segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:58:26.360454 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Bound port: 67d3ecd5-7848-421f-969a-74f12b79a61d, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:58:26.361672 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:26.415906 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fc236-12b2-47a5-971f-e9011095bba8 None None] Pushing event updated for resources: {'Port': ['ID=67d3ecd5-7848-421f-969a-74f12b79a61d,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:26.420357 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 4c7676eb-8d0b-4315-80cd-b06a3dc73f3d triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:58:26.421309 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:26.474574 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2e23c5c4-e2b8-4ca3-b8b2-bb75a2f23084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:26.476763 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] For port 67d3ecd5-7848-421f-969a-74f12b79a61d, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:58:26.481780 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] For port 67d3ecd5-7848-421f-969a-74f12b79a61d, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=67d3ecd5-7848-421f-969a-74f12b79a61d,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:58:26.491056 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:26.596409 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Routers {'3796bd33-cc40-4ad6-b9c9-8e5e7a087525'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:58:26.597110 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:58:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['3796bd33-cc40-4ad6-b9c9-8e5e7a087525'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:26.599175 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fc236-12b2-47a5-971f-e9011095bba8 None None] Pushing event updated for resources: {'Port': ['ID=67d3ecd5-7848-421f-969a-74f12b79a61d,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:26.650761 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device e53e21c8-af50-4368-9dcb-978323aa9bce up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:58:26.659544 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-8e66ce62-8d75-4c36-8bd9-d733baa1913b None None] Provisioning for port 81ec66cf-02e1-4c05-9ae8-f55f07376673 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:58:26.670085 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2e23c5c4-e2b8-4ca3-b8b2-bb75a2f23084 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:26.675061 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2e23c5c4-e2b8-4ca3-b8b2-bb75a2f23084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:26.749716 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23c5c4-e2b8-4ca3-b8b2-bb75a2f23084 admin admin] Pushing event updated for resources: {'Port': ['ID=81ec66cf-02e1-4c05-9ae8-f55f07376673,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:26.755743 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2e23c5c4-e2b8-4ca3-b8b2-bb75a2f23084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530737'] for router_interface, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:26.855423 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-8e66ce62-8d75-4c36-8bd9-d733baa1913b None None] Provisioning complete for port 81ec66cf-02e1-4c05-9ae8-f55f07376673 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:58:26.855798 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e66ce62-8d75-4c36-8bd9-d733baa1913b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:26.858249 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e23c5c4-e2b8-4ca3-b8b2-bb75a2f23084 admin admin] Network 8b95aea6-f6d5-405b-88f5-ece5fe7b0635 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:58:26.859640 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-2e23c5c4-e2b8-4ca3-b8b2-bb75a2f23084 admin admin] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:58:26.916244 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-8e66ce62-8d75-4c36-8bd9-d733baa1913b None None] Port 81ec66cf-02e1-4c05-9ae8-f55f07376673 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:58:26.929959 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] Set router 3796bd33-cc40-4ad6-b9c9-8e5e7a087525 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:58:26.975033 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port e53e21c8-af50-4368-9dcb-978323aa9bce completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:58:26.989044 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port e53e21c8-af50-4368-9dcb-978323aa9bce triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:58:26.989495 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:26.994380 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e23c5c4-e2b8-4ca3-b8b2-bb75a2f23084 admin admin] Router 3796bd33-cc40-4ad6-b9c9-8e5e7a087525 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:58:27.101383 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e23c5c4-e2b8-4ca3-b8b2-bb75a2f23084 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:58:27.108628 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-2e23c5c4-e2b8-4ca3-b8b2-bb75a2f23084 admin admin] 10.222.0.73 "PUT /v2.0/routers/3796bd33-cc40-4ad6-b9c9-8e5e7a087525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0479207 Aug 30 07:58:27.178123 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-03cc94f3-2764-4f00-ba64-e728e7882ff8 None None] Provisioning complete for port 81ec66cf-02e1-4c05-9ae8-f55f07376673 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:58:27.178738 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-03cc94f3-2764-4f00-ba64-e728e7882ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:27.198619 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:27.207224 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2e255-caa1-4b89-a038-bd39fbcdea9e req-b13f6cde-b527-4fb4-a5ea-ac2ded1846e7 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:27.209582 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6ee2e255-caa1-4b89-a038-bd39fbcdea9e req-b13f6cde-b527-4fb4-a5ea-ac2ded1846e7 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0611150 Aug 30 07:58:27.257447 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6ee2e255-caa1-4b89-a038-bd39fbcdea9e req-c477f707-ebb1-4e3b-ab6a-7e56ddc18599 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416167 Aug 30 07:58:27.264886 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-03cc94f3-2764-4f00-ba64-e728e7882ff8 None None] Port 81ec66cf-02e1-4c05-9ae8-f55f07376673 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:58:27.277976 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port e53e21c8-af50-4368-9dcb-978323aa9bce, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=e53e21c8-af50-4368-9dcb-978323aa9bce,segment=NetworkSegment(5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d),segment_id=5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:27.286119 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:27.315038 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'name': 'tempest-TestShelveInstance-1641506273-router', 'tenant_id': '9137b10d691642089fb1dfcf054903ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '67d3ecd5-7848-421f-969a-74f12b79a61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:23Z', 'updated_at': '2021-08-30T07:58:26Z', 'revision_number': 4, 'project_id': '9137b10d691642089fb1dfcf054903ac', 'gw_port': {'id': '67d3ecd5-7848-421f-969a-74f12b79a61d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:54:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:23Z', 'updated_at': '2021-08-30T07:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '81ec66cf-02e1-4c05-9ae8-f55f07376673', 'name': '', 'network_id': '8b95aea6-f6d5-405b-88f5-ece5fe7b0635', 'tenant_id': '9137b10d691642089fb1dfcf054903ac', 'mac_address': 'fa:16:3e:23:dd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '81e4fcc3-fd9d-4793-ac24-f1a051d7b2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:25Z', 'updated_at': '2021-08-30T07:58:25Z', 'revision_number': 1, 'project_id': '9137b10d691642089fb1dfcf054903ac', 'subnets': [{'id': '81e4fcc3-fd9d-4793-ac24-f1a051d7b2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:27.346743 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2828fd6e-5c85-414f-a28f-9139e6000de2 None None] The sync data for ids ['3796bd33-cc40-4ad6-b9c9-8e5e7a087525'] in dv-cinder-806191-3-iscsi is: [{'id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'name': 'tempest-TestShelveInstance-1641506273-router', 'tenant_id': '9137b10d691642089fb1dfcf054903ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '67d3ecd5-7848-421f-969a-74f12b79a61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:23Z', 'updated_at': '2021-08-30T07:58:26Z', 'revision_number': 4, 'project_id': '9137b10d691642089fb1dfcf054903ac', 'gw_port': {'id': '67d3ecd5-7848-421f-969a-74f12b79a61d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:54:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:23Z', 'updated_at': '2021-08-30T07:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '81ec66cf-02e1-4c05-9ae8-f55f07376673', 'name': '', 'network_id': '8b95aea6-f6d5-405b-88f5-ece5fe7b0635', 'tenant_id': '9137b10d691642089fb1dfcf054903ac', 'mac_address': 'fa:16:3e:23:dd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '81e4fcc3-fd9d-4793-ac24-f1a051d7b2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:25Z', 'updated_at': '2021-08-30T07:58:25Z', 'revision_number': 1, 'project_id': '9137b10d691642089fb1dfcf054903ac', 'subnets': [{'id': '81e4fcc3-fd9d-4793-ac24-f1a051d7b2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:58:27.367019 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=e53e21c8-af50-4368-9dcb-978323aa9bce,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:27.571907 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 35a9f552-d6a4-474f-b2e8-a87149079558 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:58:27.633690 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 35a9f552-d6a4-474f-b2e8-a87149079558 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:58:27.634221 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:27.722247 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device e53e21c8-af50-4368-9dcb-978323aa9bce up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:58:27.773913 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port e53e21c8-af50-4368-9dcb-978323aa9bce triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:58:27.774717 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:27.990570 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 40756) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:27.996533 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-ed6a6b9d-1f18-447f-a448-0050ac6d7af2 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297578174', 'description': 'tempest-secgroup-smoke-297578174 description', 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:58:28.019806 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ed6a6b9d-1f18-447f-a448-0050ac6d7af2 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.107561 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ed6a6b9d-1f18-447f-a448-0050ac6d7af2 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.115313 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ed6a6b9d-1f18-447f-a448-0050ac6d7af2 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.144643 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ed6a6b9d-1f18-447f-a448-0050ac6d7af2 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.145882 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-ed6a6b9d-1f18-447f-a448-0050ac6d7af2 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1542692 Aug 30 07:58:28.147908 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a6b9d-1f18-447f-a448-0050ac6d7af2 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f18df1-acf0-4b04-8d66-92031f3356be,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:28.148935 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40764) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:28.158467 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-5aea66de-35f9-4ae0-a130-ae5b665569f6 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Request body: {'security_group_rule': {'security_group_id': '84f18df1-acf0-4b04-8d66-92031f3356be', 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:58:28.192947 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5aea66de-35f9-4ae0-a130-ae5b665569f6 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.241425 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5aea66de-35f9-4ae0-a130-ae5b665569f6 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.245178 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5aea66de-35f9-4ae0-a130-ae5b665569f6 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.262430 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea66de-35f9-4ae0-a130-ae5b665569f6 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bfbf5d-0221-4b25-8320-983404f1431f,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:28.268972 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5aea66de-35f9-4ae0-a130-ae5b665569f6 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.273075 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-5aea66de-35f9-4ae0-a130-ae5b665569f6 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200454 Aug 30 07:58:28.273220 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40766) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:28.277514 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-487ebf70-98b9-4b5e-8d91-7a3dd020780d tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Request body: {'security_group_rule': {'security_group_id': '84f18df1-acf0-4b04-8d66-92031f3356be', 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:58:28.305705 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-487ebf70-98b9-4b5e-8d91-7a3dd020780d tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.361666 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-487ebf70-98b9-4b5e-8d91-7a3dd020780d tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.366226 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-487ebf70-98b9-4b5e-8d91-7a3dd020780d tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.381250 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571091-941f-4b23-814f-4431fa653e26 req-c56eb328-5f79-4a99-bb0a-1cd298735e6e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:28.382790 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-16571091-941f-4b23-814f-4431fa653e26 req-c56eb328-5f79-4a99-bb0a-1cd298735e6e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0523901 Aug 30 07:58:28.383684 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ebf70-98b9-4b5e-8d91-7a3dd020780d tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5a6b55-fd89-46c5-ab95-5e37d7c6a678,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:28.390911 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-487ebf70-98b9-4b5e-8d91-7a3dd020780d tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.395250 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-487ebf70-98b9-4b5e-8d91-7a3dd020780d tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183543 Aug 30 07:58:28.395418 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40770) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:28.400770 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-993c7bcf-bacf-4b72-b959-3fcb6a6b9ccd tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Request body: {'security_group_rule': {'security_group_id': '84f18df1-acf0-4b04-8d66-92031f3356be', 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:58:28.427824 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-16571091-941f-4b23-814f-4431fa653e26 req-94f0fe9c-0b57-410a-a661-cca96c8835c7 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375161 Aug 30 07:58:28.448443 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-993c7bcf-bacf-4b72-b959-3fcb6a6b9ccd tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.520559 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-993c7bcf-bacf-4b72-b959-3fcb6a6b9ccd tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.524458 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-993c7bcf-bacf-4b72-b959-3fcb6a6b9ccd tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.540271 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c7bcf-bacf-4b72-b959-3fcb6a6b9ccd tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5188c84d-ace9-44a1-9239-6cd957d87a2c,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:28.551206 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-993c7bcf-bacf-4b72-b959-3fcb6a6b9ccd tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.552729 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-993c7bcf-bacf-4b72-b959-3fcb6a6b9ccd tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1557724 Aug 30 07:58:28.555381 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40772) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:28.560151 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7bfbd689-ef57-49bb-aae7-229407ec0425 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Request body: {'security_group_rule': {'security_group_id': '84f18df1-acf0-4b04-8d66-92031f3356be', 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:58:28.587970 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7bfbd689-ef57-49bb-aae7-229407ec0425 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.651840 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7bfbd689-ef57-49bb-aae7-229407ec0425 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.656934 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7bfbd689-ef57-49bb-aae7-229407ec0425 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.675062 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbd689-ef57-49bb-aae7-229407ec0425 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566c23b3-2ef0-41bc-9b33-5efd736626a7,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:28.686733 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7bfbd689-ef57-49bb-aae7-229407ec0425 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.687941 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-7bfbd689-ef57-49bb-aae7-229407ec0425 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314473 Aug 30 07:58:28.690710 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40774) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:28.695125 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-06c9931f-bfcf-4fdc-af06-2e817bb694c4 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Request body: {'security_group_rule': {'security_group_id': '84f18df1-acf0-4b04-8d66-92031f3356be', 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:58:28.721035 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-06c9931f-bfcf-4fdc-af06-2e817bb694c4 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Project 3748b4459c5b4b0eb1eae5f1a86e1d28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 07:58:28.726675 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-06c9931f-bfcf-4fdc-af06-2e817bb694c4 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.792702 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-06c9931f-bfcf-4fdc-af06-2e817bb694c4 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.797108 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-06c9931f-bfcf-4fdc-af06-2e817bb694c4 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.815932 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9931f-bfcf-4fdc-af06-2e817bb694c4 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac7956e-1059-4d51-8ca1-eb4d009b6b75,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:28.823857 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-06c9931f-bfcf-4fdc-af06-2e817bb694c4 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.828045 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-06c9931f-bfcf-4fdc-af06-2e817bb694c4 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332035 Aug 30 07:58:28.828249 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 40776) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:58:28.832854 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-03b3f56b-0ee4-4801-9fea-4b4865a8b6eb tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Request body: {'security_group_rule': {'security_group_id': '84f18df1-acf0-4b04-8d66-92031f3356be', 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:58:28.855739 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-03b3f56b-0ee4-4801-9fea-4b4865a8b6eb tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Project 3748b4459c5b4b0eb1eae5f1a86e1d28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 07:58:28.862428 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-03b3f56b-0ee4-4801-9fea-4b4865a8b6eb tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.925156 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-03b3f56b-0ee4-4801-9fea-4b4865a8b6eb tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.929407 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-03b3f56b-0ee4-4801-9fea-4b4865a8b6eb tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.949536 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3f56b-0ee4-4801-9fea-4b4865a8b6eb tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4894e57d-2ef4-45cb-876d-3b09b690358e,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:28.953679 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-03b3f56b-0ee4-4801-9fea-4b4865a8b6eb tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:28.962675 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-03b3f56b-0ee4-4801-9fea-4b4865a8b6eb tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258793 Aug 30 07:58:29.577444 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 67d3ecd5-7848-421f-969a-74f12b79a61d up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:58:29.580643 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa8ece-25f3-40fe-88e2-e1a439461f97 req-5ddbb77e-3215-4295-9019-874e38f3415a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:29.582244 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7caa8ece-25f3-40fe-88e2-e1a439461f97 req-5ddbb77e-3215-4295-9019-874e38f3415a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0569808 Aug 30 07:58:29.626881 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7caa8ece-25f3-40fe-88e2-e1a439461f97 req-bc32e229-7bd4-409e-ac57-af6e36e389b2 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375173 Aug 30 07:58:29.631583 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 67d3ecd5-7848-421f-969a-74f12b79a61d completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:58:29.636233 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 67d3ecd5-7848-421f-969a-74f12b79a61d triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:58:29.636605 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:29.720755 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:29.743830 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port 67d3ecd5-7848-421f-969a-74f12b79a61d, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=67d3ecd5-7848-421f-969a-74f12b79a61d,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:29.749245 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:29.802849 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=67d3ecd5-7848-421f-969a-74f12b79a61d,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:29.901813 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Sync routers for ids ['3796bd33-cc40-4ad6-b9c9-8e5e7a087525'] in dv-cinder-806191-3-iscsi {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:58:29.910856 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Routers {'3796bd33-cc40-4ad6-b9c9-8e5e7a087525'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:58:29.911451 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:58:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['3796bd33-cc40-4ad6-b9c9-8e5e7a087525'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:30.017636 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Set router 3796bd33-cc40-4ad6-b9c9-8e5e7a087525 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:58:30.297081 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'name': 'tempest-TestShelveInstance-1641506273-router', 'tenant_id': '9137b10d691642089fb1dfcf054903ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '67d3ecd5-7848-421f-969a-74f12b79a61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:23Z', 'updated_at': '2021-08-30T07:58:26Z', 'revision_number': 4, 'project_id': '9137b10d691642089fb1dfcf054903ac', 'gw_port': {'id': '67d3ecd5-7848-421f-969a-74f12b79a61d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:54:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:23Z', 'updated_at': '2021-08-30T07:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '81ec66cf-02e1-4c05-9ae8-f55f07376673', 'name': '', 'network_id': '8b95aea6-f6d5-405b-88f5-ece5fe7b0635', 'tenant_id': '9137b10d691642089fb1dfcf054903ac', 'mac_address': 'fa:16:3e:23:dd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '81e4fcc3-fd9d-4793-ac24-f1a051d7b2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:25Z', 'updated_at': '2021-08-30T07:58:26Z', 'revision_number': 2, 'project_id': '9137b10d691642089fb1dfcf054903ac', 'subnets': [{'id': '81e4fcc3-fd9d-4793-ac24-f1a051d7b2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:30.322357 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Checking router: 3796bd33-cc40-4ad6-b9c9-8e5e7a087525 for host: dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:58:30.322703 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Updating router 3796bd33-cc40-4ad6-b9c9-8e5e7a087525 port 81ec66cf-02e1-4c05-9ae8-f55f07376673 binding host dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:58:30.346567 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:30.593088 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-c0be321c-3480-41d0-b06d-ad093bdcaa48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:30.612778 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Notify callbacks [] for port, precommit_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:30.623580 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.provisioning_blocks [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Transition to ACTIVE for port object 81ec66cf-02e1-4c05-9ae8-f55f07376673 will not be triggered until provisioned by entity L2. {{(pid=100377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:58:30.628923 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:30.677172 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf73d2c-4be5-410d-b2e7-f8ff8c8002e9 None None] Pushing event updated for resources: {'Port': ['ID=81ec66cf-02e1-4c05-9ae8-f55f07376673,revision_number=3']} {{(pid=100377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:30.734766 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Attempting to bind port 81ec66cf-02e1-4c05-9ae8-f55f07376673 on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:58:30.735145 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Attempting to bind port 81ec66cf-02e1-4c05-9ae8-f55f07376673 by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b95aea6-f6d5-405b-88f5-ece5fe7b0635'}] {{(pid=100377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:58:30.735511 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Attempting to bind port 81ec66cf-02e1-4c05-9ae8-f55f07376673 on network 8b95aea6-f6d5-405b-88f5-ece5fe7b0635 {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:58:30.740848 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:58:30.741226 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Checking segment: {'id': '5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b95aea6-f6d5-405b-88f5-ece5fe7b0635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:58:30.741773 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:30.742191 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Bound using segment: {'id': '5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b95aea6-f6d5-405b-88f5-ece5fe7b0635'} {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:58:30.742662 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Bound port: 81ec66cf-02e1-4c05-9ae8-f55f07376673, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b95aea6-f6d5-405b-88f5-ece5fe7b0635'}}] {{(pid=100377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:58:30.743059 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:30.762186 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841744a-9ab4-4f23-95bd-36147c4c577f req-233f3ee3-547d-4fd7-91a5-15bb0f792117 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:30.764970 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9841744a-9ab4-4f23-95bd-36147c4c577f req-233f3ee3-547d-4fd7-91a5-15bb0f792117 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0562246 Aug 30 07:58:30.810793 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9841744a-9ab4-4f23-95bd-36147c4c577f req-b0f9830a-fc8d-47de-a7e9-a81e4e31e5f4 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391695 Aug 30 07:58:30.811862 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.db [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] For port 81ec66cf-02e1-4c05-9ae8-f55f07376673, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:58:30.815911 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.db [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] For port 81ec66cf-02e1-4c05-9ae8-f55f07376673, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=81ec66cf-02e1-4c05-9ae8-f55f07376673,segment=NetworkSegment(5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d),segment_id=5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d)] {{(pid=100377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:58:30.820294 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:30.872688 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Routers {'3796bd33-cc40-4ad6-b9c9-8e5e7a087525'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:58:30.873310 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:58:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['3796bd33-cc40-4ad6-b9c9-8e5e7a087525'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:30.936410 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf73d2c-4be5-410d-b2e7-f8ff8c8002e9 None None] Pushing event updated for resources: {'Port': ['ID=81ec66cf-02e1-4c05-9ae8-f55f07376673,revision_number=4']} {{(pid=100377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:31.007985 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] Set router 3796bd33-cc40-4ad6-b9c9-8e5e7a087525 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:58:31.207400 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'name': 'tempest-TestShelveInstance-1641506273-router', 'tenant_id': '9137b10d691642089fb1dfcf054903ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '67d3ecd5-7848-421f-969a-74f12b79a61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:23Z', 'updated_at': '2021-08-30T07:58:26Z', 'revision_number': 4, 'project_id': '9137b10d691642089fb1dfcf054903ac', 'gw_port': {'id': '67d3ecd5-7848-421f-969a-74f12b79a61d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:54:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:23Z', 'updated_at': '2021-08-30T07:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '81ec66cf-02e1-4c05-9ae8-f55f07376673', 'name': '', 'network_id': '8b95aea6-f6d5-405b-88f5-ece5fe7b0635', 'tenant_id': '9137b10d691642089fb1dfcf054903ac', 'mac_address': 'fa:16:3e:23:dd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '81e4fcc3-fd9d-4793-ac24-f1a051d7b2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:25Z', 'updated_at': '2021-08-30T07:58:30Z', 'revision_number': 4, 'project_id': '9137b10d691642089fb1dfcf054903ac', 'subnets': [{'id': '81e4fcc3-fd9d-4793-ac24-f1a051d7b2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:58:31.236077 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ac8d6b-31c5-4bbd-99c4-49313a7ecc72 None None] The sync data for ids ['3796bd33-cc40-4ad6-b9c9-8e5e7a087525'] in dv-cinder-806191-3-iscsi is: [{'id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'name': 'tempest-TestShelveInstance-1641506273-router', 'tenant_id': '9137b10d691642089fb1dfcf054903ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '67d3ecd5-7848-421f-969a-74f12b79a61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:23Z', 'updated_at': '2021-08-30T07:58:26Z', 'revision_number': 4, 'project_id': '9137b10d691642089fb1dfcf054903ac', 'gw_port': {'id': '67d3ecd5-7848-421f-969a-74f12b79a61d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:54:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:23Z', 'updated_at': '2021-08-30T07:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '81ec66cf-02e1-4c05-9ae8-f55f07376673', 'name': '', 'network_id': '8b95aea6-f6d5-405b-88f5-ece5fe7b0635', 'tenant_id': '9137b10d691642089fb1dfcf054903ac', 'mac_address': 'fa:16:3e:23:dd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '81e4fcc3-fd9d-4793-ac24-f1a051d7b2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:25Z', 'updated_at': '2021-08-30T07:58:30Z', 'revision_number': 4, 'project_id': '9137b10d691642089fb1dfcf054903ac', 'subnets': [{'id': '81e4fcc3-fd9d-4793-ac24-f1a051d7b2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:58:31.572255 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 81ec66cf-02e1-4c05-9ae8-f55f07376673 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:58:31.624409 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 81ec66cf-02e1-4c05-9ae8-f55f07376673 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:58:31.628509 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 81ec66cf-02e1-4c05-9ae8-f55f07376673 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:58:31.628880 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:31.706298 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:31.742947 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port 81ec66cf-02e1-4c05-9ae8-f55f07376673, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=81ec66cf-02e1-4c05-9ae8-f55f07376673,segment=NetworkSegment(5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d),segment_id=5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:31.747152 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:31.748059 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 67d3ecd5-7848-421f-969a-74f12b79a61d up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:58:31.820557 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=81ec66cf-02e1-4c05-9ae8-f55f07376673,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:31.832372 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 67d3ecd5-7848-421f-969a-74f12b79a61d triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:58:31.832737 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:31.931289 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035a7e1-6a60-479b-90c7-02fa9b59922b req-3221513e-1e52-4fd0-be08-b31932b6f70b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:31.932803 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a035a7e1-6a60-479b-90c7-02fa9b59922b req-3221513e-1e52-4fd0-be08-b31932b6f70b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0516856 Aug 30 07:58:31.971254 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a035a7e1-6a60-479b-90c7-02fa9b59922b req-fab1515a-9ec6-47ec-af6d-080f8df14732 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322895 Aug 30 07:58:33.098368 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db1321-ddf8-4780-be62-af3d5396ed89 req-0682ee22-6dfc-441a-bfcd-fc9c125831b1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:33.099848 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-71db1321-ddf8-4780-be62-af3d5396ed89 req-0682ee22-6dfc-441a-bfcd-fc9c125831b1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0551848 Aug 30 07:58:33.138748 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-71db1321-ddf8-4780-be62-af3d5396ed89 req-ba36c92f-39db-404a-b2f7-2b9af03991a4 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330257 Aug 30 07:58:33.429752 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-315cb97c-7cf3-47b7-a537-c0f8800878f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:33.540954 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 81ec66cf-02e1-4c05-9ae8-f55f07376673 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:58:33.588681 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 81ec66cf-02e1-4c05-9ae8-f55f07376673 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:58:33.589053 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:34.258395 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d161bc-6482-454d-aa15-bfc2b0aa46dd req-8cb31a00-cc86-45f1-977c-b24c867b1094 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:34.259854 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d9d161bc-6482-454d-aa15-bfc2b0aa46dd req-8cb31a00-cc86-45f1-977c-b24c867b1094 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0500262 Aug 30 07:58:34.306091 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d9d161bc-6482-454d-aa15-bfc2b0aa46dd req-5759bde9-dd7e-432a-88f1-7902dd16f028 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372376 Aug 30 07:58:34.323765 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:35.102534 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:35.109798 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 433de034-350e-4435-8de8-087595037325 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:58:35.206419 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 433de034-350e-4435-8de8-087595037325, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=433de034-350e-4435-8de8-087595037325,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:35.218070 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': '433de034-350e-4435-8de8-087595037325', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'port_id': '433de034-350e-4435-8de8-087595037325', 'mac_address': 'fa:16:3e:15:78:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:58:35.254288 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:35.269069 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 433de034-350e-4435-8de8-087595037325 {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:58:35.288978 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 433de034-350e-4435-8de8-087595037325, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=433de034-350e-4435-8de8-087595037325,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:35.292483 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:35.345577 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=433de034-350e-4435-8de8-087595037325,revision_number=6']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:35.402380 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['433de034-350e-4435-8de8-087595037325'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:58:35.431501 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9fc7c-207c-4027-b626-2670ef407366 req-6afb5ddd-ca13-492c-a3ef-374a589aa1d7 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:35.432983 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-07f9fc7c-207c-4027-b626-2670ef407366 req-6afb5ddd-ca13-492c-a3ef-374a589aa1d7 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 944 time: 0.0521543 Aug 30 07:58:35.471617 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-07f9fc7c-207c-4027-b626-2670ef407366 req-aed82fcf-2e8f-4b7b-ae5b-b5b70152eeaf tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318274 Aug 30 07:58:35.874679 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:36.596944 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27b13a-0035-408e-816f-fd5d78d30744 req-dc55cc23-8674-4fc5-890c-4a3c8ca388df tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:36.598757 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-df27b13a-0035-408e-816f-fd5d78d30744 req-dc55cc23-8674-4fc5-890c-4a3c8ca388df tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 944 time: 0.0524251 Aug 30 07:58:36.635299 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-df27b13a-0035-408e-816f-fd5d78d30744 req-2192823c-cbf9-4120-8913-fb720c34c689 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307031 Aug 30 07:58:37.125868 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 433de034-350e-4435-8de8-087595037325 up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:58:37.173173 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port 433de034-350e-4435-8de8-087595037325 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:58:37.173541 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:37.251444 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:37.273623 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bba115-ffa4-48f5-9f97-30c8117579c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433de034-350e-4435-8de8-087595037325'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:58:37.275901 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bebe4b1-6e6b-4bb0-ba59-f57817d59d8a" -d '{"events": [{"server_uuid": "04bba115-ffa4-48f5-9f97-30c8117579c2", "name": "network-vif-plugged", "status": "completed", "tag": "433de034-350e-4435-8de8-087595037325"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:58:37.289186 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 433de034-350e-4435-8de8-087595037325, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=433de034-350e-4435-8de8-087595037325,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:37.293775 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:37.317664 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62eb28a5-c537-40be-a3ae-da924c263d27 x-openstack-request-id: req-62eb28a5-c537-40be-a3ae-da924c263d27 {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:58:37.317955 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bba115-ffa4-48f5-9f97-30c8117579c2", "name": "network-vif-plugged", "status": "completed", "tag": "433de034-350e-4435-8de8-087595037325", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:58:37.318228 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-62eb28a5-c537-40be-a3ae-da924c263d27 {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:58:37.318618 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04bba115-ffa4-48f5-9f97-30c8117579c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433de034-350e-4435-8de8-087595037325', 'code': 200} Aug 30 07:58:37.344557 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=433de034-350e-4435-8de8-087595037325,revision_number=7']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:37.753925 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1ab41-4326-40ae-b4fa-09d74ab13527 req-8dc01017-93f4-41e9-b63f-731fd14937a8 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:37.755423 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-44e1ab41-4326-40ae-b4fa-09d74ab13527 req-8dc01017-93f4-41e9-b63f-731fd14937a8 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0485415 Aug 30 07:58:37.793172 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-44e1ab41-4326-40ae-b4fa-09d74ab13527 req-e36eae7a-6f67-4662-ab1b-d329f33414fa tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318799 Aug 30 07:58:38.914350 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c08407-6102-4bfe-a908-67a522c631b9 req-9506791d-caca-4ead-b5bd-8d7117715467 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:38.915826 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-55c08407-6102-4bfe-a908-67a522c631b9 req-9506791d-caca-4ead-b5bd-8d7117715467 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0505497 Aug 30 07:58:38.953180 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-55c08407-6102-4bfe-a908-67a522c631b9 req-a56bfe1b-a560-4552-8ccb-7a9d330bf399 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313439 Aug 30 07:58:40.077608 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17fe99-bcd1-4a2d-8f27-f9eead4bae7f req-12efa413-0960-4804-b423-ac776054920a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:40.079093 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7e17fe99-bcd1-4a2d-8f27-f9eead4bae7f req-12efa413-0960-4804-b423-ac776054920a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0489342 Aug 30 07:58:40.118116 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7e17fe99-bcd1-4a2d-8f27-f9eead4bae7f req-86527b01-8ccd-48b8-b8ad-9a9156bd36f3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331717 Aug 30 07:58:41.243861 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca5d67-57e9-42f1-ae8e-9a2cc0e73690 req-81311ac0-cf49-4061-8e25-018a22fa4864 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:41.245437 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0fca5d67-57e9-42f1-ae8e-9a2cc0e73690 req-81311ac0-cf49-4061-8e25-018a22fa4864 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0534146 Aug 30 07:58:41.286244 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0fca5d67-57e9-42f1-ae8e-9a2cc0e73690 req-d1342e83-7fc9-4fc8-8e42-3a32fe597c6e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334296 Aug 30 07:58:42.413534 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d51ce-628b-4e40-9ccb-1553b29c4cbe req-2ece7610-de30-4d0e-b098-a3a5aa40ce9a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:42.415653 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f88d51ce-628b-4e40-9ccb-1553b29c4cbe req-2ece7610-de30-4d0e-b098-a3a5aa40ce9a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0522270 Aug 30 07:58:42.453623 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f88d51ce-628b-4e40-9ccb-1553b29c4cbe req-67abf189-debf-4a2a-85a4-af3af1310fa2 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318897 Aug 30 07:58:43.576212 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821d390-5f40-4e6c-a178-f8549ae12ce3 req-73e56b7c-2ef2-4b0e-9e54-c8d69d7f55dc tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:43.579586 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6821d390-5f40-4e6c-a178-f8549ae12ce3 req-73e56b7c-2ef2-4b0e-9e54-c8d69d7f55dc tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0534844 Aug 30 07:58:43.623020 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6821d390-5f40-4e6c-a178-f8549ae12ce3 req-fc32de96-9f1f-4e36-90fe-3b72a048b1ea tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386291 Aug 30 07:58:44.746322 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d21495-4bc4-479f-a0df-1e15ab9c2472 req-d29d2977-044e-492f-a55f-9375d5222bd6 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:44.748114 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-68d21495-4bc4-479f-a0df-1e15ab9c2472 req-d29d2977-044e-492f-a55f-9375d5222bd6 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0521832 Aug 30 07:58:44.788193 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-68d21495-4bc4-479f-a0df-1e15ab9c2472 req-abc0e80b-f37c-4d5f-9dce-3e3fd38944fc tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331030 Aug 30 07:58:45.912342 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f01d96-6d7a-4ee2-9e24-a8edf21fa6a7 req-3abaa31a-3b91-4cb5-b103-c1b1e1eaa997 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:45.913860 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-32f01d96-6d7a-4ee2-9e24-a8edf21fa6a7 req-3abaa31a-3b91-4cb5-b103-c1b1e1eaa997 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0511217 Aug 30 07:58:45.957377 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-32f01d96-6d7a-4ee2-9e24-a8edf21fa6a7 req-6a2c33a3-8cd8-4cc4-bd06-234e97415b96 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374360 Aug 30 07:58:47.080679 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56399541-549a-4e93-83db-80b1f95aa54b req-d74b6b74-9a90-4fb4-8ce0-9e44c7edd564 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:47.082817 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-56399541-549a-4e93-83db-80b1f95aa54b req-d74b6b74-9a90-4fb4-8ce0-9e44c7edd564 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0512514 Aug 30 07:58:47.122339 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-56399541-549a-4e93-83db-80b1f95aa54b req-e0fa961a-4182-4ba9-b2fb-56aef8aac56a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325572 Aug 30 07:58:48.252068 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7782d9-4c13-4410-b3a1-d42178807055 req-8c5e9981-f2b2-4b26-9621-43b5e7056fad tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:48.253664 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-de7782d9-4c13-4410-b3a1-d42178807055 req-8c5e9981-f2b2-4b26-9621-43b5e7056fad tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0535116 Aug 30 07:58:48.291705 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-de7782d9-4c13-4410-b3a1-d42178807055 req-bcd06c0d-da7f-4bea-a869-577ff2b8cee4 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320191 Aug 30 07:58:49.417086 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c619b82-27b3-42c8-a591-5637f8964de3 req-9ac68875-6473-4ce1-a424-661aa7d0105c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:49.418632 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4c619b82-27b3-42c8-a591-5637f8964de3 req-9ac68875-6473-4ce1-a424-661aa7d0105c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0532844 Aug 30 07:58:49.465764 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4c619b82-27b3-42c8-a591-5637f8964de3 req-fc6135da-77df-45d1-9d51-ffe63bd9b955 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398397 Aug 30 07:58:50.596929 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b256ef-f887-425d-8728-8ff77cfa2109 req-61b8458d-6ebd-448b-a0d5-cc6e54e5ac0a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:50.598439 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-50b256ef-f887-425d-8728-8ff77cfa2109 req-61b8458d-6ebd-448b-a0d5-cc6e54e5ac0a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0484512 Aug 30 07:58:50.642547 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-50b256ef-f887-425d-8728-8ff77cfa2109 req-4bdb94a7-5838-4711-9d31-9a9dce9b5daf tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364964 Aug 30 07:58:51.054551 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:58:51.765839 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8ca3a-1760-40c8-a225-2b08a3a08d60 req-9f71ec38-600e-4b3b-a710-ad279f0930db tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:51.767254 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-55e8ca3a-1760-40c8-a225-2b08a3a08d60 req-9f71ec38-600e-4b3b-a710-ad279f0930db tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0515490 Aug 30 07:58:51.804996 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-55e8ca3a-1760-40c8-a225-2b08a3a08d60 req-ab482981-f4ce-4145-a7a6-a9728823a65a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318301 Aug 30 07:58:52.927020 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750b33e-67a2-4587-9ede-cc2b5908e4d4 req-af505163-8ec1-4ddb-bb04-116b18afb1a1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:52.928622 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5750b33e-67a2-4587-9ede-cc2b5908e4d4 req-af505163-8ec1-4ddb-bb04-116b18afb1a1 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0508854 Aug 30 07:58:52.969322 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5750b33e-67a2-4587-9ede-cc2b5908e4d4 req-cae65202-7776-4749-9a03-03ecf3ad3cbf tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348248 Aug 30 07:58:53.735548 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:54.096029 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb0179-d641-419e-a4f7-dc12149d2d36 req-aae7edce-84ca-408c-a3ef-d53a439dd4b8 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:54.099395 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4cb0179-d641-419e-a4f7-dc12149d2d36 req-aae7edce-84ca-408c-a3ef-d53a439dd4b8 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0541480 Aug 30 07:58:54.139171 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4cb0179-d641-419e-a4f7-dc12149d2d36 req-da28612f-99f2-41f9-87d8-903e90651157 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333107 Aug 30 07:58:55.266230 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96c51b-0a53-4319-9e94-d676c2ae8654 req-c332e506-2da3-49cb-99d2-fe132c2846a6 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:55.267699 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2c96c51b-0a53-4319-9e94-d676c2ae8654 req-c332e506-2da3-49cb-99d2-fe132c2846a6 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0559564 Aug 30 07:58:55.308320 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2c96c51b-0a53-4319-9e94-d676c2ae8654 req-f95903c6-cd9c-4500-a601-c67ebd53ee24 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341074 Aug 30 07:58:55.907653 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-80a34326-20be-4550-9d84-81a93d296c51 req-c8f2e9fc-2e35-4045-8912-1d9c46f1afc9 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297578174&fields=id&tenant_id=3748b4459c5b4b0eb1eae5f1a86e1d28 HTTP/1.1" status: 200 len: 267 time: 0.0320005 Aug 30 07:58:56.015045 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a34326-20be-4550-9d84-81a93d296c51 req-95d36814-af39-4e7b-979a-f071857e76d1 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:56.016414 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-80a34326-20be-4550-9d84-81a93d296c51 req-95d36814-af39-4e7b-979a-f071857e76d1 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/networks?id=014bc288-d267-4224-b8fa-855b955d7cfd HTTP/1.1" status: 200 len: 808 time: 0.1015928 Aug 30 07:58:56.031014 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-80a34326-20be-4550-9d84-81a93d296c51 req-40fef680-6895-4bbe-a5c4-f41200277c80 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/quotas/3748b4459c5b4b0eb1eae5f1a86e1d28 HTTP/1.1" status: 200 len: 375 time: 0.0087845 Aug 30 07:58:56.081469 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-80a34326-20be-4550-9d84-81a93d296c51 req-a61a8021-f5ae-4fcd-8a2e-0e7e40f14d48 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3748b4459c5b4b0eb1eae5f1a86e1d28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453334 Aug 30 07:58:56.181612 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [req-80a34326-20be-4550-9d84-81a93d296c51 req-5ccc9bc9-270e-445e-9f5e-ef6d15df2267 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=100375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:58:56.182625 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-80a34326-20be-4550-9d84-81a93d296c51 req-5ccc9bc9-270e-445e-9f5e-ef6d15df2267 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0893188 Aug 30 07:58:56.289500 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43389b8a-6000-42c8-b25d-e2206ce926d0 req-64c0e0fd-18ba-4dde-bd95-1cf6d3668f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:56.290869 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-43389b8a-6000-42c8-b25d-e2206ce926d0 req-64c0e0fd-18ba-4dde-bd95-1cf6d3668f02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46a024ebf24f430393b00d5d8777b746&device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 1098 time: 0.0586817 Aug 30 07:58:56.319966 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-80a34326-20be-4550-9d84-81a93d296c51 req-b0ee7d53-e904-46f9-9c1f-7e5f17edf5cf service neutron] 10.222.0.73 "GET /v2.0/networks/014bc288-d267-4224-b8fa-855b955d7cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312525 Aug 30 07:58:56.429639 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502733e1-85b0-456f-8da6-46183d05e481 req-b8e2e449-d7ea-4a59-a601-8dbcab06d205 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:56.431185 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-502733e1-85b0-456f-8da6-46183d05e481 req-b8e2e449-d7ea-4a59-a601-8dbcab06d205 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0502164 Aug 30 07:58:56.448152 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43389b8a-6000-42c8-b25d-e2206ce926d0 req-608e3d35-da56-4d3a-a049-6104339963af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:56.449660 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-43389b8a-6000-42c8-b25d-e2206ce926d0 req-608e3d35-da56-4d3a-a049-6104339963af service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac8b0384-c5fa-4cad-beab-0f002d9bca24 HTTP/1.1" status: 200 len: 917 time: 0.1506834 Aug 30 07:58:56.459363 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-80a34326-20be-4550-9d84-81a93d296c51 req-9d15ea09-3d35-42c4-8cdd-5c0f8dbd4937 service neutron] 10.222.0.73 "GET /v2.0/networks/014bc288-d267-4224-b8fa-855b955d7cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131766 Aug 30 07:58:56.470951 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-502733e1-85b0-456f-8da6-46183d05e481 req-22d910f1-fcd9-43cb-b2c3-eab455493948 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334575 Aug 30 07:58:56.521531 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-43389b8a-6000-42c8-b25d-e2206ce926d0 req-211389a9-2bcd-438d-bbbb-91b9676d4b1a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=433de034-350e-4435-8de8-087595037325 HTTP/1.1" status: 200 len: 1001 time: 0.0612524 Aug 30 07:58:56.570728 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43389b8a-6000-42c8-b25d-e2206ce926d0 req-ba758611-5e68-45fc-89fe-36bc840168f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:56.572521 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-43389b8a-6000-42c8-b25d-e2206ce926d0 req-ba758611-5e68-45fc-89fe-36bc840168f0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=417de6c6-8ef1-406c-b93e-54175f5b1e8f HTTP/1.1" status: 200 len: 855 time: 0.0436370 Aug 30 07:58:56.621763 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43389b8a-6000-42c8-b25d-e2206ce926d0 req-35c7d803-6e66-444a-9913-c1d85c6afff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:56.623381 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-43389b8a-6000-42c8-b25d-e2206ce926d0 req-35c7d803-6e66-444a-9913-c1d85c6afff7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac8b0384-c5fa-4cad-beab-0f002d9bca24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422714 Aug 30 07:58:56.723939 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-43389b8a-6000-42c8-b25d-e2206ce926d0 req-58963bd7-5967-498f-8e5b-1c920e4704eb service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927649 Aug 30 07:58:56.742719 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a40c3adb-a8e9-43a2-bf79-642120061699 req-20bdd691-8c9c-41e5-b8d7-c831a9dcb914 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 210 time: 0.0273695 Aug 30 07:58:56.811273 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-43389b8a-6000-42c8-b25d-e2206ce926d0 req-20bf2970-7d0d-4afe-bff2-3b6335dc28f6 service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803947 Aug 30 07:58:57.597261 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f7456-39bc-4829-8528-b87727acf44d req-75357faa-0cca-4480-b26f-02555471d4ea tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:57.598872 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d90f7456-39bc-4829-8528-b87727acf44d req-75357faa-0cca-4480-b26f-02555471d4ea tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0522795 Aug 30 07:58:57.637302 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d90f7456-39bc-4829-8528-b87727acf44d req-ac1b51f1-9cc1-4c05-b83e-d059f20bbf35 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323408 Aug 30 07:58:57.823003 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-09658cb3-dd34-49cb-a460-ae178d14df1b req-fe46f474-f914-46a4-a15e-0c1c655406b2 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 210 time: 0.0299151 Aug 30 07:58:58.754775 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c56344-3ead-45cd-8a0e-e9e955c7df7b req-2c9d0a67-37b5-48ec-85ce-771e7502360b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:58.756247 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-05c56344-3ead-45cd-8a0e-e9e955c7df7b req-2c9d0a67-37b5-48ec-85ce-771e7502360b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 945 time: 0.0481417 Aug 30 07:58:58.792535 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-05c56344-3ead-45cd-8a0e-e9e955c7df7b req-85f8440e-4128-4c1f-a40f-0806905cace2 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304127 Aug 30 07:58:58.920094 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-33733c54-0e73-4d0a-8ff0-83fc3d732361 req-9a5413a2-da25-473a-b793-1dcded7a1c51 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 210 time: 0.0451357 Aug 30 07:58:59.209701 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 433de034-350e-4435-8de8-087595037325 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:58:59.285899 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:59.308267 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bba115-ffa4-48f5-9f97-30c8117579c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '433de034-350e-4435-8de8-087595037325'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:58:59.310599 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45931c36-9c77-4bf8-b4bc-1a41d3007eb8" -d '{"events": [{"server_uuid": "04bba115-ffa4-48f5-9f97-30c8117579c2", "name": "network-vif-unplugged", "status": "completed", "tag": "433de034-350e-4435-8de8-087595037325"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:58:59.324327 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 433de034-350e-4435-8de8-087595037325, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=433de034-350e-4435-8de8-087595037325,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:59.330601 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:59.394070 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=433de034-350e-4435-8de8-087595037325,revision_number=8']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:59.412522 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 07:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e83a16-5374-44de-8732-53091389a947 x-openstack-request-id: req-f7e83a16-5374-44de-8732-53091389a947 {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:58:59.412890 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bba115-ffa4-48f5-9f97-30c8117579c2", "name": "network-vif-unplugged", "status": "failed", "tag": "433de034-350e-4435-8de8-087595037325", "code": 422}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:58:59.413207 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f7e83a16-5374-44de-8732-53091389a947 {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:58:59.413699 dv-cinder-806191-3-iscsi neutron-server[100376]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '04bba115-ffa4-48f5-9f97-30c8117579c2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '433de034-350e-4435-8de8-087595037325', 'code': 422} returned with failed status Aug 30 07:59:00.001855 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5a89d0c4-a2e2-45c3-be91-151b7d644761 req-feefc237-2174-4765-a283-67d171755e2a tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 210 time: 0.0318501 Aug 30 07:59:00.593573 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-11302edd-d836-41c6-9dfb-f745fccd1c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:00.778922 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db684d4f-0941-4e28-a374-0610db64ab67 req-365a39d0-993e-4c7b-a043-d7447ee1960e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:00.780384 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-db684d4f-0941-4e28-a374-0610db64ab67 req-365a39d0-993e-4c7b-a043-d7447ee1960e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.0516808 Aug 30 07:59:00.820720 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-db684d4f-0941-4e28-a374-0610db64ab67 req-a0c3f015-439b-4ed2-97ce-262c921ea21c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341938 Aug 30 07:59:01.000300 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 41142) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:01.109563 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a7a9a032-59b2-49ec-9f2b-2033bd48ab5e req-11baa421-86bd-4340-ad98-84673c38cf61 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 210 time: 0.0300419 Aug 30 07:59:01.119385 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6384e0ac-bf86-4195-b929-dfe29600b45d req-5903b5d6-7e82-4fa6-a89e-a33d671bf87b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1179597 Aug 30 07:59:01.883787 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a34326-20be-4550-9d84-81a93d296c51 req-1311bdb4-0e01-4888-b52a-be631b7f71b4 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:01.885868 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-80a34326-20be-4550-9d84-81a93d296c51 req-1311bdb4-0e01-4888-b52a-be631b7f71b4 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.61 "GET /v2.0/networks?id=014bc288-d267-4224-b8fa-855b955d7cfd HTTP/1.1" status: 200 len: 808 time: 0.1145937 Aug 30 07:59:02.215880 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c5fa6d51-279d-4498-a1b1-00b6d3d5f6e5 req-0787e576-6715-477c-992a-35b3bd09fdda tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 210 time: 0.0284631 Aug 30 07:59:02.261867 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-80a34326-20be-4550-9d84-81a93d296c51 req-f31aaf71-1036-4e89-9b35-565c594cc4e3 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3748b4459c5b4b0eb1eae5f1a86e1d28 HTTP/1.1" status: 200 len: 379 time: 0.3658092 Aug 30 07:59:02.275137 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-80a34326-20be-4550-9d84-81a93d296c51 req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Request body: {'port': {'device_id': '5f7a4654-a0be-4fa9-b45b-acbd7ba764e9', 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd', 'admin_state_up': True, 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'security_groups': ['84f18df1-acf0-4b04-8d66-92031f3356be']}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:59:02.331300 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d150ff-b3cd-46d3-a644-46a2a827eafe req-6276f1df-3e6f-4c16-8f92-2491931a9061 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:02.332856 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-44d150ff-b3cd-46d3-a644-46a2a827eafe req-6276f1df-3e6f-4c16-8f92-2491931a9061 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.4172330 Aug 30 07:59:02.350921 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1992c534-b9cc-4c66-82b5-9855ef76ae35 req-2e562df8-fe2e-48c9-8801-d718a83de648 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1269212 Aug 30 07:59:02.432735 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-44d150ff-b3cd-46d3-a644-46a2a827eafe req-16369586-d482-4ca5-bba8-09a7a1a80c8a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885065 Aug 30 07:59:02.457424 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992c534-b9cc-4c66-82b5-9855ef76ae35 req-9f20645d-b2e8-4d25-a976-33ad5a0cb4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:02.459278 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1992c534-b9cc-4c66-82b5-9855ef76ae35 req-9f20645d-b2e8-4d25-a976-33ad5a0cb4c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e71ca0134bc64db3b85a744bc5da948c&device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 1099 time: 0.0826650 Aug 30 07:59:02.467211 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a34326-20be-4550-9d84-81a93d296c51 req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Made reservation on behalf of 3748b4459c5b4b0eb1eae5f1a86e1d28 for: {'port': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:59:02.470665 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-80a34326-20be-4550-9d84-81a93d296c51 req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:02.647362 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992c534-b9cc-4c66-82b5-9855ef76ae35 req-2b31ce2c-4d07-4a8e-bfbc-f2605bfa258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:02.648825 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1992c534-b9cc-4c66-82b5-9855ef76ae35 req-2b31ce2c-4d07-4a8e-bfbc-f2605bfa258d service neutron] 10.222.0.61 "GET /v2.0/networks?id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 HTTP/1.1" status: 200 len: 910 time: 0.1606989 Aug 30 07:59:02.667396 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [req-80a34326-20be-4550-9d84-81a93d296c51 req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Allocated IP 172.20.0.5 (014bc288-d267-4224-b8fa-855b955d7cfd/f227c955-203e-41c1-b37b-9a05c3cd4b9e/df6e2650-791e-4b79-8911-dc23e2079687) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:59:02.743586 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1992c534-b9cc-4c66-82b5-9855ef76ae35 req-0b69f491-56ba-4a7c-80a3-21dd96d16118 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe883039-4227-47ba-89b3-d8497a08c086 HTTP/1.1" status: 200 len: 1002 time: 0.0849521 Aug 30 07:59:02.855423 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992c534-b9cc-4c66-82b5-9855ef76ae35 req-b0237de4-1c23-4bed-b38f-45ebdf36c03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:02.856847 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1992c534-b9cc-4c66-82b5-9855ef76ae35 req-b0237de4-1c23-4bed-b38f-45ebdf36c03c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e HTTP/1.1" status: 200 len: 848 time: 0.0895889 Aug 30 07:59:02.911679 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-80a34326-20be-4550-9d84-81a93d296c51 req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:02.930381 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992c534-b9cc-4c66-82b5-9855ef76ae35 req-d4e832dc-dba8-4ef0-b298-8293802619b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:02.931852 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1992c534-b9cc-4c66-82b5-9855ef76ae35 req-d4e832dc-dba8-4ef0-b298-8293802619b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642900 Aug 30 07:59:02.932714 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-80a34326-20be-4550-9d84-81a93d296c51 req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Transition to ACTIVE for port object df6e2650-791e-4b79-8911-dc23e2079687 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:59:03.017234 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-80a34326-20be-4550-9d84-81a93d296c51 req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:03.082432 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a34326-20be-4550-9d84-81a93d296c51 req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Network 014bc288-d267-4224-b8fa-855b955d7cfd is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:59:03.087723 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1992c534-b9cc-4c66-82b5-9855ef76ae35 req-152ae074-840b-4c38-85f4-ef1be661ee26 service neutron] 10.222.0.61 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401327 Aug 30 07:59:03.090555 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [req-80a34326-20be-4550-9d84-81a93d296c51 req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:59:03.094734 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a34326-20be-4550-9d84-81a93d296c51 req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:59:03.106537 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Pushing event updated for resources: {'Port': ['ID=df6e2650-791e-4b79-8911-dc23e2079687,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:03.179193 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:03.179537 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:03.179876 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:03.180208 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:03.180534 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:03.180858 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:03.181178 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:03.181503 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:03.181822 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:03.182142 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:03.182482 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:03.182796 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:03.207083 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a34326-20be-4550-9d84-81a93d296c51 req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:03.207747 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-80a34326-20be-4550-9d84-81a93d296c51 req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:03.211142 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 433de034-350e-4435-8de8-087595037325 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:59:03.236493 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-80a34326-20be-4550-9d84-81a93d296c51 req-7d7274a4-9358-423d-9f15-5cd63e9c22fa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9676931 Aug 30 07:59:03.268031 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Request body: {'port': {'device_id': '5f7a4654-a0be-4fa9-b45b-acbd7ba764e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:59:03.295898 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1992c534-b9cc-4c66-82b5-9855ef76ae35 req-b8e8306e-2b4c-4512-9280-e2e81f2b342c service neutron] 10.222.0.61 "GET /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982641 Aug 30 07:59:03.336355 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:03.386323 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1219c6-ae2b-4fe7-8c88-9039caead073 req-270328bb-8e12-4879-8433-9873f44d4cbe tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:03.388776 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6f1219c6-ae2b-4fe7-8c88-9039caead073 req-270328bb-8e12-4879-8433-9873f44d4cbe tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 931 time: 0.0764098 Aug 30 07:59:03.450906 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6f1219c6-ae2b-4fe7-8c88-9039caead073 req-c9042f98-67a4-47a9-ad78-3aef4f07787a tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521638 Aug 30 07:59:03.455497 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-6e01f0d9-91e1-402a-9bdb-6e5b22b555e7 None None] Provisioning for port df6e2650-791e-4b79-8911-dc23e2079687 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:59:03.471008 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-6e01f0d9-91e1-402a-9bdb-6e5b22b555e7 None None] Provisioning complete for port df6e2650-791e-4b79-8911-dc23e2079687 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:59:03.471390 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6e01f0d9-91e1-402a-9bdb-6e5b22b555e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:03.475767 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2488bde2-1568-44a6-b620-d04d8a1cb028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:03.537230 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-6e01f0d9-91e1-402a-9bdb-6e5b22b555e7 None None] Port df6e2650-791e-4b79-8911-dc23e2079687 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:59:03.623139 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c6229-1bc7-456f-8a45-52b808770362 req-20c43b18-a914-4764-a554-78040e1fd51f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:03.624620 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-703c6229-1bc7-456f-8a45-52b808770362 req-20c43b18-a914-4764-a554-78040e1fd51f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.1021793 Aug 30 07:59:03.681650 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-703c6229-1bc7-456f-8a45-52b808770362 req-5cd48542-633a-4ba1-bfaf-74a39206932d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511086 Aug 30 07:59:03.715037 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6e2650-791e-4b79-8911-dc23e2079687 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:59:03.722338 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:03.734046 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Transition to ACTIVE for port object df6e2650-791e-4b79-8911-dc23e2079687 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:59:03.737704 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:03.789076 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Pushing event updated for resources: {'Port': ['ID=df6e2650-791e-4b79-8911-dc23e2079687,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:03.859025 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Attempting to bind port df6e2650-791e-4b79-8911-dc23e2079687 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:59:03.859359 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Attempting to bind port df6e2650-791e-4b79-8911-dc23e2079687 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '6a2841fa-2170-4081-8912-c9acd7f37af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:59:03.859688 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Attempting to bind port df6e2650-791e-4b79-8911-dc23e2079687 on network 014bc288-d267-4224-b8fa-855b955d7cfd {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:59:03.864214 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Port df6e2650-791e-4b79-8911-dc23e2079687 on network 014bc288-d267-4224-b8fa-855b955d7cfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:59:03.864534 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Attempting to bind port df6e2650-791e-4b79-8911-dc23e2079687 on network 014bc288-d267-4224-b8fa-855b955d7cfd {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:59:03.869945 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:59:03.870316 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Checking segment: {'id': '6a2841fa-2170-4081-8912-c9acd7f37af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:59:03.870699 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Bound using segment: {'id': '6a2841fa-2170-4081-8912-c9acd7f37af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:59:03.871125 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Bound port: df6e2650-791e-4b79-8911-dc23e2079687, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a2841fa-2170-4081-8912-c9acd7f37af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:59:03.871483 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:03.935483 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] For port df6e2650-791e-4b79-8911-dc23e2079687, host hv-cinder-80619, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:59:03.938329 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] For port df6e2650-791e-4b79-8911-dc23e2079687, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=df6e2650-791e-4b79-8911-dc23e2079687,segment=NetworkSegment(6a2841fa-2170-4081-8912-c9acd7f37af5),segment_id=6a2841fa-2170-4081-8912-c9acd7f37af5)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:59:03.943144 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:03.987020 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:03.987634 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:03.989012 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-80a34326-20be-4550-9d84-81a93d296c51 req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] 10.222.0.61 "PUT /v2.0/ports/df6e2650-791e-4b79-8911-dc23e2079687 HTTP/1.1" status: 200 len: 1093 time: 0.7378480 Aug 30 07:59:03.989439 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7a4654-a0be-4fa9-b45b-acbd7ba764e9', 'tag': 'df6e2650-791e-4b79-8911-dc23e2079687'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:59:03.992547 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73385ccb-1395-4ddf-9f39-87ef8f3eaea7" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7a4654-a0be-4fa9-b45b-acbd7ba764e9", "tag": "df6e2650-791e-4b79-8911-dc23e2079687"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:59:04.019120 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2a05f-49ad-462a-a43f-185ee7151790 service neutron] Pushing event updated for resources: {'Port': ['ID=df6e2650-791e-4b79-8911-dc23e2079687,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:04.033292 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157a5d63-5c79-45e1-b5a5-cd7d49a49b8a x-openstack-request-id: req-157a5d63-5c79-45e1-b5a5-cd7d49a49b8a {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:59:04.033601 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7a4654-a0be-4fa9-b45b-acbd7ba764e9", "tag": "df6e2650-791e-4b79-8911-dc23e2079687", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:59:04.033850 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-157a5d63-5c79-45e1-b5a5-cd7d49a49b8a {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:59:04.034502 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7a4654-a0be-4fa9-b45b-acbd7ba764e9', 'tag': 'df6e2650-791e-4b79-8911-dc23e2079687', 'status': 'completed', 'code': 200} Aug 30 07:59:04.078669 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a34326-20be-4550-9d84-81a93d296c51 req-c78eae52-5477-4825-8f8f-a311cce4ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:04.080279 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-80a34326-20be-4550-9d84-81a93d296c51 req-c78eae52-5477-4825-8f8f-a311cce4ac1b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3748b4459c5b4b0eb1eae5f1a86e1d28&device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 1096 time: 0.0435460 Aug 30 07:59:04.125315 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-80a34326-20be-4550-9d84-81a93d296c51 req-e3be079d-2d3a-465d-932d-02567c63c39c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df6e2650-791e-4b79-8911-dc23e2079687 HTTP/1.1" status: 200 len: 217 time: 0.0362935 Aug 30 07:59:04.176100 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a34326-20be-4550-9d84-81a93d296c51 req-ede34760-5544-462a-8902-ddfd8204d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:04.177568 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-80a34326-20be-4550-9d84-81a93d296c51 req-ede34760-5544-462a-8902-ddfd8204d372 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f227c955-203e-41c1-b37b-9a05c3cd4b9e HTTP/1.1" status: 200 len: 847 time: 0.0447547 Aug 30 07:59:04.228419 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a34326-20be-4550-9d84-81a93d296c51 req-d30c8311-04dd-44cb-883d-7780dcfc80d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:04.229971 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-80a34326-20be-4550-9d84-81a93d296c51 req-d30c8311-04dd-44cb-883d-7780dcfc80d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=014bc288-d267-4224-b8fa-855b955d7cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444510 Aug 30 07:59:04.326089 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-80a34326-20be-4550-9d84-81a93d296c51 req-3ea09297-64b6-45ac-9666-c71c7b478a74 service neutron] 10.222.0.61 "GET /v2.0/networks/014bc288-d267-4224-b8fa-855b955d7cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871251 Aug 30 07:59:04.327658 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:04.425134 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-80a34326-20be-4550-9d84-81a93d296c51 req-7e95835d-76e9-4d3e-bb0a-d011120df5d8 service neutron] 10.222.0.61 "GET /v2.0/networks/014bc288-d267-4224-b8fa-855b955d7cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915332 Aug 30 07:59:04.519696 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73385ccb-1395-4ddf-9f39-87ef8f3eaea7 req-ed7423c6-5cec-408a-bb8c-0afbabab8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:04.521215 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-73385ccb-1395-4ddf-9f39-87ef8f3eaea7 req-ed7423c6-5cec-408a-bb8c-0afbabab8c30 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3748b4459c5b4b0eb1eae5f1a86e1d28&device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 1096 time: 0.0437472 Aug 30 07:59:04.623704 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3919e25-ade2-499b-812a-ea5f479dd404 req-ce70064e-87f6-482f-80f2-ba8d9f03fd03 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:04.625244 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e3919e25-ade2-499b-812a-ea5f479dd404 req-ce70064e-87f6-482f-80f2-ba8d9f03fd03 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.1077487 Aug 30 07:59:04.660812 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73385ccb-1395-4ddf-9f39-87ef8f3eaea7 req-982b6386-2260-472a-a847-6d8f76c21b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:04.662784 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-73385ccb-1395-4ddf-9f39-87ef8f3eaea7 req-982b6386-2260-472a-a847-6d8f76c21b72 service neutron] 10.222.0.61 "GET /v2.0/networks?id=014bc288-d267-4224-b8fa-855b955d7cfd HTTP/1.1" status: 200 len: 909 time: 0.1314633 Aug 30 07:59:04.682867 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e3919e25-ade2-499b-812a-ea5f479dd404 req-157ec14a-37f6-4091-9ace-37ce685da377 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513339 Aug 30 07:59:04.709961 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-73385ccb-1395-4ddf-9f39-87ef8f3eaea7 req-9959dec0-1f3c-436e-8067-8568fc8aaed6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df6e2650-791e-4b79-8911-dc23e2079687 HTTP/1.1" status: 200 len: 217 time: 0.0381432 Aug 30 07:59:04.762856 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73385ccb-1395-4ddf-9f39-87ef8f3eaea7 req-b94ceb61-7371-4901-9b59-69aa3413d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:04.764302 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-73385ccb-1395-4ddf-9f39-87ef8f3eaea7 req-b94ceb61-7371-4901-9b59-69aa3413d31a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f227c955-203e-41c1-b37b-9a05c3cd4b9e HTTP/1.1" status: 200 len: 847 time: 0.0481732 Aug 30 07:59:04.802242 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ba1ea-25c5-487a-b36a-0a011b150f5c req-ea610538-b3c9-46b5-9db9-32c9a78da321 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:04.804718 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-387ba1ea-25c5-487a-b36a-0a011b150f5c req-ea610538-b3c9-46b5-9db9-32c9a78da321 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.0491092 Aug 30 07:59:04.809831 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73385ccb-1395-4ddf-9f39-87ef8f3eaea7 req-2d6abb7e-1188-4137-9579-fc1cfb173ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:04.811328 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-73385ccb-1395-4ddf-9f39-87ef8f3eaea7 req-2d6abb7e-1188-4137-9579-fc1cfb173ee7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=014bc288-d267-4224-b8fa-855b955d7cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389123 Aug 30 07:59:04.844959 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-387ba1ea-25c5-487a-b36a-0a011b150f5c req-58a9ae9a-a91b-4ba6-a4a4-a82b03fd2012 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339153 Aug 30 07:59:04.901109 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-73385ccb-1395-4ddf-9f39-87ef8f3eaea7 req-c1d3ec35-5ed2-4d6b-9088-e72a54d3852e service neutron] 10.222.0.61 "GET /v2.0/networks/014bc288-d267-4224-b8fa-855b955d7cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818741 Aug 30 07:59:04.996891 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-73385ccb-1395-4ddf-9f39-87ef8f3eaea7 req-16eb0e9a-9a1c-445a-afcc-969dad4f1fe4 service neutron] 10.222.0.61 "GET /v2.0/networks/014bc288-d267-4224-b8fa-855b955d7cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864062 Aug 30 07:59:05.108010 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:05.804192 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cb1ca-97fe-4777-9359-4f7d7d91877f req-8af599d5-471a-4856-82af-ae858eecf28b tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:05.806000 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-025cb1ca-97fe-4777-9359-4f7d7d91877f req-8af599d5-471a-4856-82af-ae858eecf28b tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0564604 Aug 30 07:59:05.845519 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-025cb1ca-97fe-4777-9359-4f7d7d91877f req-08f5b62f-b3c2-4506-a17b-abf81cbdb67e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334613 Aug 30 07:59:05.890352 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:05.969053 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c133a-ff8d-4646-a711-9ffd006c73cc req-57284856-4901-4400-a53a-43aeabceb6f0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:05.970582 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b23c133a-ff8d-4646-a711-9ffd006c73cc req-57284856-4901-4400-a53a-43aeabceb6f0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.0499170 Aug 30 07:59:05.988293 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9faf1f-65f8-4ed5-a56a-197f6eafa573 req-21ca5b0f-b502-4b5c-976b-dfe26ff25bba tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:05.989758 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7c9faf1f-65f8-4ed5-a56a-197f6eafa573 req-21ca5b0f-b502-4b5c-976b-dfe26ff25bba tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 946 time: 0.0490754 Aug 30 07:59:06.009747 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b23c133a-ff8d-4646-a711-9ffd006c73cc req-7b72a11e-7462-4d64-88dd-b0234c9cbde2 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324879 Aug 30 07:59:06.028158 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7c9faf1f-65f8-4ed5-a56a-197f6eafa573 req-25f34533-df71-4051-b071-680c072e4a83 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323420 Aug 30 07:59:06.118810 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384e0ac-bf86-4195-b929-dfe29600b45d req-828e701a-da4d-48ff-8863-9350890e4d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:06.120202 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6384e0ac-bf86-4195-b929-dfe29600b45d req-828e701a-da4d-48ff-8863-9350890e4d51 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2&tenant_id=46a024ebf24f430393b00d5d8777b746 HTTP/1.1" status: 200 len: 1096 time: 0.0435605 Aug 30 07:59:06.181906 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384e0ac-bf86-4195-b929-dfe29600b45d req-bfc8e1f4-20b9-4fa2-b8aa-f9ba8c671959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:06.183369 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6384e0ac-bf86-4195-b929-dfe29600b45d req-bfc8e1f4-20b9-4fa2-b8aa-f9ba8c671959 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46a024ebf24f430393b00d5d8777b746&device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 1096 time: 0.0381579 Aug 30 07:59:06.276531 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384e0ac-bf86-4195-b929-dfe29600b45d req-407c5b7a-7375-4658-973f-de0aeafbb64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:06.277957 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6384e0ac-bf86-4195-b929-dfe29600b45d req-407c5b7a-7375-4658-973f-de0aeafbb64f service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac8b0384-c5fa-4cad-beab-0f002d9bca24 HTTP/1.1" status: 200 len: 917 time: 0.0852385 Aug 30 07:59:06.343040 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6384e0ac-bf86-4195-b929-dfe29600b45d req-14c49eae-283e-45e6-941a-f3d428a3aff9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=433de034-350e-4435-8de8-087595037325 HTTP/1.1" status: 200 len: 999 time: 0.0561805 Aug 30 07:59:06.392698 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384e0ac-bf86-4195-b929-dfe29600b45d req-e3fe84bb-cb67-478f-ab92-4a9f43d2061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:06.394002 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6384e0ac-bf86-4195-b929-dfe29600b45d req-e3fe84bb-cb67-478f-ab92-4a9f43d2061b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=417de6c6-8ef1-406c-b93e-54175f5b1e8f HTTP/1.1" status: 200 len: 855 time: 0.0423617 Aug 30 07:59:06.440844 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384e0ac-bf86-4195-b929-dfe29600b45d req-8275f1f6-2c9f-44a1-97e6-60985bd82c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:06.442404 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6384e0ac-bf86-4195-b929-dfe29600b45d req-8275f1f6-2c9f-44a1-97e6-60985bd82c8e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac8b0384-c5fa-4cad-beab-0f002d9bca24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409701 Aug 30 07:59:06.529911 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6384e0ac-bf86-4195-b929-dfe29600b45d req-a00a93ea-8c25-4341-b01b-7cebeb44eabb service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798538 Aug 30 07:59:06.623072 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6384e0ac-bf86-4195-b929-dfe29600b45d req-86233203-5063-4d67-a242-f04c76657797 service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829983 Aug 30 07:59:06.967888 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6ef87-3523-4e92-af9c-7ae9155722ed req-2cefda3d-382b-4889-8cb7-a79b1745cf1d tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:06.969855 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b1d6ef87-3523-4e92-af9c-7ae9155722ed req-2cefda3d-382b-4889-8cb7-a79b1745cf1d tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0587339 Aug 30 07:59:07.055409 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b1d6ef87-3523-4e92-af9c-7ae9155722ed req-265b07e4-1b45-4e42-8585-6b70e9922eb9 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786202 Aug 30 07:59:07.223414 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60574d-bdab-4d3c-931d-8c20c555e020 req-a56a00ad-9f9e-4b3f-9b6d-adf4ef2677f2 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:07.226863 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9a60574d-bdab-4d3c-931d-8c20c555e020 req-a56a00ad-9f9e-4b3f-9b6d-adf4ef2677f2 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.0927179 Aug 30 07:59:07.238111 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ac289-179b-4262-88b4-1368ed6d0d7a req-4635c996-f736-4279-beb8-6707edfe97fb tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:07.239810 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4f9ac289-179b-4262-88b4-1368ed6d0d7a req-4635c996-f736-4279-beb8-6707edfe97fb tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 946 time: 0.0546093 Aug 30 07:59:07.289651 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9a60574d-bdab-4d3c-931d-8c20c555e020 req-b3463c6f-8903-4da3-a82e-98e5be54c192 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509872 Aug 30 07:59:07.297927 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4f9ac289-179b-4262-88b4-1368ed6d0d7a req-afc1439e-470b-4468-9118-e5bf708d1811 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501940 Aug 30 07:59:08.178797 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0e74c-56c7-4a23-afde-a16e43b25385 req-16e4aa37-d271-410a-b941-9b96068c397d tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:08.181707 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-01b0e74c-56c7-4a23-afde-a16e43b25385 req-16e4aa37-d271-410a-b941-9b96068c397d tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0533175 Aug 30 07:59:08.222624 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-01b0e74c-56c7-4a23-afde-a16e43b25385 req-ea42a0e7-8602-45bd-a5b5-014e4d980612 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348501 Aug 30 07:59:08.411835 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76046b13-b6c6-47bb-a6f7-77a2702db672 req-a4896a3f-eea9-42fa-b002-b75ffcb935e5 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:08.413586 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-76046b13-b6c6-47bb-a6f7-77a2702db672 req-a4896a3f-eea9-42fa-b002-b75ffcb935e5 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.0556812 Aug 30 07:59:08.416497 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92046260-bc8a-4d01-bebe-64147dd78e0f req-5756b687-f936-4aa5-b8a7-78de774eb51a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:08.418012 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-92046260-bc8a-4d01-bebe-64147dd78e0f req-5756b687-f936-4aa5-b8a7-78de774eb51a tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 946 time: 0.0502005 Aug 30 07:59:08.457754 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-76046b13-b6c6-47bb-a6f7-77a2702db672 req-8617ca8e-deab-4115-9da6-5eafa888c83f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379701 Aug 30 07:59:08.461238 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-92046260-bc8a-4d01-bebe-64147dd78e0f req-c75347c3-6c2a-4079-804f-9f5651c2e33b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358021 Aug 30 07:59:09.340407 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af6f4e-7336-4dfd-82c0-4ff0b92a1ba5 req-644fefcd-9cc3-4a97-827f-c98bdeb06f7a tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:09.342178 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c5af6f4e-7336-4dfd-82c0-4ff0b92a1ba5 req-644fefcd-9cc3-4a97-827f-c98bdeb06f7a tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0499835 Aug 30 07:59:09.386006 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c5af6f4e-7336-4dfd-82c0-4ff0b92a1ba5 req-5438ba16-c80c-4a00-86c6-94be44930f24 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378978 Aug 30 07:59:09.595357 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952782b-88d5-4b19-9d74-2267273af8bc req-22144118-0e1d-4b9d-b03b-c67ff0fb8e54 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:09.596119 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704415b-baf1-4f1c-8361-3352b1b7b933 req-16e73731-3f02-449f-a4a7-d4fbc6f7d9c4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:09.597669 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c704415b-baf1-4f1c-8361-3352b1b7b933 req-16e73731-3f02-449f-a4a7-d4fbc6f7d9c4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 946 time: 0.0613799 Aug 30 07:59:09.602708 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5952782b-88d5-4b19-9d74-2267273af8bc req-22144118-0e1d-4b9d-b03b-c67ff0fb8e54 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.0623758 Aug 30 07:59:09.653784 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5952782b-88d5-4b19-9d74-2267273af8bc req-87d90348-fa36-4e95-9689-441d0f43b71d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501206 Aug 30 07:59:09.654270 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c704415b-baf1-4f1c-8361-3352b1b7b933 req-cf7960b6-d51d-4d3e-974f-7d95b647dca8 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488296 Aug 30 07:59:10.513379 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1fb2d-2117-40dd-99d0-97dd0b1bbe1c req-42f45898-4a09-4251-ad5e-f8c480318716 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:10.516445 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-93d1fb2d-2117-40dd-99d0-97dd0b1bbe1c req-42f45898-4a09-4251-ad5e-f8c480318716 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0602536 Aug 30 07:59:10.557440 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-93d1fb2d-2117-40dd-99d0-97dd0b1bbe1c req-371e2a02-5d8f-4128-96f1-2a2a7bd7b2ab tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350361 Aug 30 07:59:10.785897 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6104a94-6877-42d8-aa9c-4b2ef15b4956 req-38325626-549f-46c6-a13b-5756147ca0c6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:10.787494 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b6104a94-6877-42d8-aa9c-4b2ef15b4956 req-38325626-549f-46c6-a13b-5756147ca0c6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 946 time: 0.0501666 Aug 30 07:59:10.794997 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a7d90-d403-4d16-a16e-bf8c9a0bdb16 req-472b79b9-6ac4-423f-b52b-1ed8bf37a2a0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:10.802272 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f36a7d90-d403-4d16-a16e-bf8c9a0bdb16 req-472b79b9-6ac4-423f-b52b-1ed8bf37a2a0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.0615516 Aug 30 07:59:10.828984 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b6104a94-6877-42d8-aa9c-4b2ef15b4956 req-443c95e1-7060-4cc7-8043-213f3acd92d0 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348628 Aug 30 07:59:10.846572 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f36a7d90-d403-4d16-a16e-bf8c9a0bdb16 req-077b0a2e-dfc0-4f62-872d-bc48d72462d2 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434294 Aug 30 07:59:11.683002 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a2177-00eb-4f68-b021-7f80f7a094df req-968335e1-60b9-4f9e-8747-e3a990ed0585 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:11.684512 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-fc6a2177-00eb-4f68-b021-7f80f7a094df req-968335e1-60b9-4f9e-8747-e3a990ed0585 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0511336 Aug 30 07:59:11.727679 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-fc6a2177-00eb-4f68-b021-7f80f7a094df req-015b3895-ab9e-498f-8fc2-65436f645d63 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369275 Aug 30 07:59:11.953089 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dcc76-6583-4da9-ba61-352a645e9daf req-6bfbf4f0-2b40-4e03-b0d8-765686b5b6a9 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:11.954638 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-597dcc76-6583-4da9-ba61-352a645e9daf req-6bfbf4f0-2b40-4e03-b0d8-765686b5b6a9 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 946 time: 0.0493562 Aug 30 07:59:11.986785 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea27b2-8471-4a52-8984-b707f92bfb2c req-e90da085-16a5-460c-9ea0-1ec26563f8e3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:11.988299 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8aea27b2-8471-4a52-8984-b707f92bfb2c req-e90da085-16a5-460c-9ea0-1ec26563f8e3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.0518222 Aug 30 07:59:12.002818 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-597dcc76-6583-4da9-ba61-352a645e9daf req-5060a378-9e2a-4931-aefa-63598f297462 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414269 Aug 30 07:59:12.030923 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8aea27b2-8471-4a52-8984-b707f92bfb2c req-b1839fdb-f9a1-4133-b1df-043fb8a08a88 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353978 Aug 30 07:59:12.844675 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b20ed-4e5d-4f4f-9ddb-37efc5deb2a0 req-3244ec4b-0394-4dce-aa6c-acd50253a1b7 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:12.846292 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-680b20ed-4e5d-4f4f-9ddb-37efc5deb2a0 req-3244ec4b-0394-4dce-aa6c-acd50253a1b7 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0497737 Aug 30 07:59:12.887753 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-680b20ed-4e5d-4f4f-9ddb-37efc5deb2a0 req-720cf25b-04f2-4503-8bee-367ca651e500 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344567 Aug 30 07:59:13.125574 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72f8fa-bf82-4336-a1b5-60112ac1c00f req-b79b1032-bca7-4bfa-99da-ceeae76af6a5 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:13.127026 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7f72f8fa-bf82-4336-a1b5-60112ac1c00f req-b79b1032-bca7-4bfa-99da-ceeae76af6a5 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 946 time: 0.0517709 Aug 30 07:59:13.158846 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc1a0f-38cc-4634-b406-5876139ab569 req-9998390d-e2b7-40bf-9184-a0f12bd2d661 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:13.160676 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ffdc1a0f-38cc-4634-b406-5876139ab569 req-9998390d-e2b7-40bf-9184-a0f12bd2d661 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.0546768 Aug 30 07:59:13.169406 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7f72f8fa-bf82-4336-a1b5-60112ac1c00f req-ca61fd0a-375f-4679-ac86-2c89abfabc43 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359554 Aug 30 07:59:13.211371 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ffdc1a0f-38cc-4634-b406-5876139ab569 req-8301f681-974f-4e99-83f9-2fec77734310 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436554 Aug 30 07:59:14.012181 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a065a-8895-4086-8a7c-b228200f0766 req-2cdaec92-4594-45b6-a7b0-8531ccd82e64 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:14.013676 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-117a065a-8895-4086-8a7c-b228200f0766 req-2cdaec92-4594-45b6-a7b0-8531ccd82e64 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0573535 Aug 30 07:59:14.056606 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-117a065a-8895-4086-8a7c-b228200f0766 req-1233c766-fe61-4530-8e24-abb2c67bc83c tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370193 Aug 30 07:59:14.305508 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667a470-560c-41b7-acbf-a4bca3e11003 req-306c8ff5-9cb5-4d95-bd7e-f1e8caaa52b8 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:14.307045 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9667a470-560c-41b7-acbf-a4bca3e11003 req-306c8ff5-9cb5-4d95-bd7e-f1e8caaa52b8 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 946 time: 0.0687087 Aug 30 07:59:14.343940 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d7a5b-b05f-4d4f-99b8-34d9011e2c5b req-6b4e0156-d416-4404-b66c-0a4dbe51f692 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:14.345654 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f52d7a5b-b05f-4d4f-99b8-34d9011e2c5b req-6b4e0156-d416-4404-b66c-0a4dbe51f692 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.0552213 Aug 30 07:59:14.350472 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9667a470-560c-41b7-acbf-a4bca3e11003 req-c93eada0-1dea-40b8-a730-8fa3775f6e4b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367634 Aug 30 07:59:14.394028 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-f52d7a5b-b05f-4d4f-99b8-34d9011e2c5b req-535cd9e1-ce4c-428f-a0b3-0c60a744662f tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399923 Aug 30 07:59:15.182047 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89087fc1-ba89-4c59-af82-8ebaaa3e1d2b req-75a1c867-5543-409c-a6e8-c0939099f387 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:15.183576 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-89087fc1-ba89-4c59-af82-8ebaaa3e1d2b req-75a1c867-5543-409c-a6e8-c0939099f387 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0612345 Aug 30 07:59:15.221393 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-89087fc1-ba89-4c59-af82-8ebaaa3e1d2b req-bd54d99f-54ba-42f6-8ed5-a3df5e8db754 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317113 Aug 30 07:59:15.473983 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee24761-cad6-4b92-9b13-1581919d04b6 req-d0fe055a-4479-43b2-b1f8-a49eff7a5bc8 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:15.477545 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-cee24761-cad6-4b92-9b13-1581919d04b6 req-d0fe055a-4479-43b2-b1f8-a49eff7a5bc8 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 946 time: 0.0499640 Aug 30 07:59:15.518338 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-cee24761-cad6-4b92-9b13-1581919d04b6 req-0dfb7649-7245-4659-8074-9a13fc0e62d0 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365841 Aug 30 07:59:15.523535 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc573ca2-3130-4e62-87be-7923a17c1d30 req-d7ea0aa3-1bc2-4597-8109-a98b7c1831c4 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:15.526898 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-dc573ca2-3130-4e62-87be-7923a17c1d30 req-d7ea0aa3-1bc2-4597-8109-a98b7c1831c4 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.0609603 Aug 30 07:59:15.574665 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-dc573ca2-3130-4e62-87be-7923a17c1d30 req-fff34cff-e1f0-48f8-9d4c-0e51e939fae0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398638 Aug 30 07:59:16.337640 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580c0c2-7247-4f61-ab8d-bc86d9acbd27 req-5f48c833-28b3-497f-9956-dc6f7d00ef0f tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:16.339204 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4580c0c2-7247-4f61-ab8d-bc86d9acbd27 req-5f48c833-28b3-497f-9956-dc6f7d00ef0f tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0484183 Aug 30 07:59:16.382958 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4580c0c2-7247-4f61-ab8d-bc86d9acbd27 req-32ca8224-e881-42c5-a2bd-feb5dc58b9eb tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368292 Aug 30 07:59:16.635374 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4402a-aae7-4d7c-901c-7ae5e5ad0241 req-910b1f67-ca4a-4092-a80f-d3f097cc0088 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:16.636877 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1ed4402a-aae7-4d7c-901c-7ae5e5ad0241 req-910b1f67-ca4a-4092-a80f-d3f097cc0088 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 946 time: 0.0520589 Aug 30 07:59:16.674542 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1ed4402a-aae7-4d7c-901c-7ae5e5ad0241 req-86be9b9a-bf83-4f3d-9d06-0e840e6e881d tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317962 Aug 30 07:59:16.694278 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77ad57-be0d-4d7a-aa85-95ba59bacced req-5d9c5968-4428-4db0-ac9a-200f5481604a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:16.695773 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3f77ad57-be0d-4d7a-aa85-95ba59bacced req-5d9c5968-4428-4db0-ac9a-200f5481604a tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.0489950 Aug 30 07:59:16.734748 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3f77ad57-be0d-4d7a-aa85-95ba59bacced req-a86801bc-6a4e-4c3f-b02b-cee20a8a1394 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329444 Aug 30 07:59:17.495815 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5e64f-3219-4aa9-96ac-97d21aff23e4 req-5361643f-5828-4bff-b84d-e6fd78b9b880 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:17.497332 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-39c5e64f-3219-4aa9-96ac-97d21aff23e4 req-5361643f-5828-4bff-b84d-e6fd78b9b880 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0476558 Aug 30 07:59:17.534282 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-39c5e64f-3219-4aa9-96ac-97d21aff23e4 req-79c56458-aed7-4c0a-9f24-a5d85f252467 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311730 Aug 30 07:59:17.788984 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d566153-4922-4ed5-b80c-65707be9c5cd req-47234da1-ff39-4721-9c6b-73e5cb87f43c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:17.790528 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0d566153-4922-4ed5-b80c-65707be9c5cd req-47234da1-ff39-4721-9c6b-73e5cb87f43c tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 946 time: 0.0494921 Aug 30 07:59:17.830195 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0d566153-4922-4ed5-b80c-65707be9c5cd req-ecf3dd1c-09d6-40ab-a0e6-39c4f14b0126 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337276 Aug 30 07:59:17.856796 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b89c1a-9a0b-4cb4-a3fd-e646f8b0dc1b req-8ecea5e8-3b1f-4287-b921-44ab93d5a1c4 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:17.858283 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d8b89c1a-9a0b-4cb4-a3fd-e646f8b0dc1b req-8ecea5e8-3b1f-4287-b921-44ab93d5a1c4 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.0531085 Aug 30 07:59:17.899111 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d8b89c1a-9a0b-4cb4-a3fd-e646f8b0dc1b req-6c4c07d2-ba25-4a16-a7a3-11e32c086ad0 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349166 Aug 30 07:59:18.645497 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f321fe-924a-45c2-9e75-2e7f341e3f8b req-b8578c9d-746d-4375-a193-d3e75e7130c1 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:18.646961 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-89f321fe-924a-45c2-9e75-2e7f341e3f8b req-b8578c9d-746d-4375-a193-d3e75e7130c1 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0483880 Aug 30 07:59:18.688072 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-89f321fe-924a-45c2-9e75-2e7f341e3f8b req-4a848972-56db-4701-a2ea-7094d8af3dad tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346663 Aug 30 07:59:18.943537 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193a3ed-72e3-435f-9049-4a6f38d96c56 req-5e26f865-6e91-4e40-ba91-cb544a6d20d7 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:18.945054 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8193a3ed-72e3-435f-9049-4a6f38d96c56 req-5e26f865-6e91-4e40-ba91-cb544a6d20d7 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 946 time: 0.0479410 Aug 30 07:59:18.984936 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8193a3ed-72e3-435f-9049-4a6f38d96c56 req-38b36bb4-8554-4cb8-8065-0e5123b122b1 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329888 Aug 30 07:59:19.019130 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0b170-0987-4ea5-849a-7347217dd622 req-c192d3d4-c587-49d4-8576-0b731e4c1fd7 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:19.020603 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e6f0b170-0987-4ea5-849a-7347217dd622 req-c192d3d4-c587-49d4-8576-0b731e4c1fd7 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.0486345 Aug 30 07:59:19.058691 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e6f0b170-0987-4ea5-849a-7347217dd622 req-a69a61d3-544d-4035-9f00-3817ebc919c8 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316784 Aug 30 07:59:19.800655 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6a810-e8e0-495d-8de6-65e8aa4ad984 req-6dc07113-0faa-4490-84d6-37a77a632e20 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:19.802008 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f2b6a810-e8e0-495d-8de6-65e8aa4ad984 req-6dc07113-0faa-4490-84d6-37a77a632e20 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0480497 Aug 30 07:59:19.838880 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f2b6a810-e8e0-495d-8de6-65e8aa4ad984 req-71e8eb8c-551e-476d-a6bd-c388486da2dd tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310235 Aug 30 07:59:20.097254 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c1abe-e9b5-4d5d-be27-0509896d67ae req-fa24b9be-ce08-408a-a8f4-254d7488d967 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:20.098755 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-dc2c1abe-e9b5-4d5d-be27-0509896d67ae req-fa24b9be-ce08-408a-a8f4-254d7488d967 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 946 time: 0.0486257 Aug 30 07:59:20.137571 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-dc2c1abe-e9b5-4d5d-be27-0509896d67ae req-d968ecfa-065b-4c3b-ad65-370cbe0b1ee2 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325651 Aug 30 07:59:20.173404 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48aa3a9-81c6-4ca5-825e-0ae2d618aa05 req-399d3226-005d-4e98-945f-a6cf3e73d969 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:20.174925 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e48aa3a9-81c6-4ca5-825e-0ae2d618aa05 req-399d3226-005d-4e98-945f-a6cf3e73d969 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.0475535 Aug 30 07:59:20.222832 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e48aa3a9-81c6-4ca5-825e-0ae2d618aa05 req-f6883492-f17f-4964-9b99-02e9eaf07a6b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420144 Aug 30 07:59:20.952509 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b4f74-0535-42f8-8a22-8ea9d50b8b68 req-c61fdff3-0aa6-438b-a8e9-abe3a2a60bc2 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:20.953990 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c08b4f74-0535-42f8-8a22-8ea9d50b8b68 req-c61fdff3-0aa6-438b-a8e9-abe3a2a60bc2 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0494356 Aug 30 07:59:20.997111 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c08b4f74-0535-42f8-8a22-8ea9d50b8b68 req-0300ea3e-c615-414c-a4fb-fe2e94a8dd2d tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371349 Aug 30 07:59:21.141351 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a921c88-45f2-4923-9e11-55dd1a65fb2a req-7f22e22b-54e8-49bd-a715-12b3c9591a5e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:21.142769 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8a921c88-45f2-4923-9e11-55dd1a65fb2a req-7f22e22b-54e8-49bd-a715-12b3c9591a5e tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 946 time: 0.0465677 Aug 30 07:59:21.345919 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de040aa6-58bb-4fea-a110-dc6042fd9913 req-71b770da-0d5a-4bf5-a92b-a7348fe1be38 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:21.347515 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-de040aa6-58bb-4fea-a110-dc6042fd9913 req-71b770da-0d5a-4bf5-a92b-a7348fe1be38 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.0513763 Aug 30 07:59:21.387741 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-de040aa6-58bb-4fea-a110-dc6042fd9913 req-f74751ef-bafc-4b3f-928f-b1d9128ac793 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340781 Aug 30 07:59:21.516736 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85925b-d570-4ab0-9baa-4bec760c037b req-99d4b9bc-53be-49b4-a408-77236f7ad073 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:21.518223 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4a85925b-d570-4ab0-9baa-4bec760c037b req-99d4b9bc-53be-49b4-a408-77236f7ad073 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 946 time: 0.3103554 Aug 30 07:59:21.534490 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-8a921c88-45f2-4923-9e11-55dd1a65fb2a req-98a1f828-dce4-4643-877a-e89e1f406da4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Deleting port fe883039-4227-47ba-89b3-d8497a08c086 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:59:21.534830 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-8a921c88-45f2-4923-9e11-55dd1a65fb2a req-98a1f828-dce4-4643-877a-e89e1f406da4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:21.605288 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4a85925b-d570-4ab0-9baa-4bec760c037b req-b63cf47d-9450-4212-99a2-d8171cb98069 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e2a1731-e801-42a6-a624-067d29c1b217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806298 Aug 30 07:59:21.643689 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-8a921c88-45f2-4923-9e11-55dd1a65fb2a req-98a1f828-dce4-4643-877a-e89e1f406da4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] For port fe883039-4227-47ba-89b3-d8497a08c086, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=fe883039-4227-47ba-89b3-d8497a08c086,segment=NetworkSegment(3313c450-3e0a-4a55-9b55-654832350b5d),segment_id=3313c450-3e0a-4a55-9b55-654832350b5d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:59:21.644053 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-8a921c88-45f2-4923-9e11-55dd1a65fb2a req-98a1f828-dce4-4643-877a-e89e1f406da4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:21.817040 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-8a921c88-45f2-4923-9e11-55dd1a65fb2a req-98a1f828-dce4-4643-877a-e89e1f406da4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:21.817340 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-8a921c88-45f2-4923-9e11-55dd1a65fb2a req-98a1f828-dce4-4643-877a-e89e1f406da4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529307'] for floatingip, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:21.817659 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.db.l3_db [req-8a921c88-45f2-4923-9e11-55dd1a65fb2a req-98a1f828-dce4-4643-877a-e89e1f406da4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Floating IP f3918e11-f82b-4389-9cbc-3364a4470fd2 disassociated. External IP: 172.27.3.140, port: fe883039-4227-47ba-89b3-d8497a08c086. Aug 30 07:59:21.818001 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-8a921c88-45f2-4923-9e11-55dd1a65fb2a req-98a1f828-dce4-4643-877a-e89e1f406da4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Calling delete_port for fe883039-4227-47ba-89b3-d8497a08c086 owned by compute:nova {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:59:21.942863 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-8a921c88-45f2-4923-9e11-55dd1a65fb2a req-98a1f828-dce4-4643-877a-e89e1f406da4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:21.973560 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1f828-dce4-4643-877a-e89e1f406da4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Pushing event deleted for resources: {'Port': ['ID=fe883039-4227-47ba-89b3-d8497a08c086,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:22.084935 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a921c88-45f2-4923-9e11-55dd1a65fb2a req-98a1f828-dce4-4643-877a-e89e1f406da4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:59:22.111464 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e957ac-ee6d-4894-b82f-9afe5ec5fd67 req-88a0ee5e-f5bc-4845-b348-84ee78fba0c2 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:22.112948 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-20e957ac-ee6d-4894-b82f-9afe5ec5fd67 req-88a0ee5e-f5bc-4845-b348-84ee78fba0c2 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0501096 Aug 30 07:59:22.150286 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-20e957ac-ee6d-4894-b82f-9afe5ec5fd67 req-5e5d110b-389b-4be2-a403-e47fe446d38f tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307500 Aug 30 07:59:22.193444 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a921c88-45f2-4923-9e11-55dd1a65fb2a req-98a1f828-dce4-4643-877a-e89e1f406da4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:59:22.203790 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c8c627-0861-4a47-aa20-bd7c499e785e None None] Sync routers for ids ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:59:22.213183 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c8c627-0861-4a47-aa20-bd7c499e785e None None] Routers {'b472ba6f-4212-4b47-aad1-f6b71b43c0d8'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:59:22.213866 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b4c8c627-0861-4a47-aa20-bd7c499e785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:59:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:59:22.235046 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a921c88-45f2-4923-9e11-55dd1a65fb2a req-98a1f828-dce4-4643-877a-e89e1f406da4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] No DVR routers for this DVR port fe883039-4227-47ba-89b3-d8497a08c086 on host hv-cinder-80619 {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:59:22.237545 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-8a921c88-45f2-4923-9e11-55dd1a65fb2a req-98a1f828-dce4-4643-877a-e89e1f406da4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:22.239705 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8a921c88-45f2-4923-9e11-55dd1a65fb2a req-98a1f828-dce4-4643-877a-e89e1f406da4 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.61 "DELETE /v2.0/ports/fe883039-4227-47ba-89b3-d8497a08c086 HTTP/1.1" status: 204 len: 173 time: 1.0886650 Aug 30 07:59:22.240077 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb1895f-02c2-4252-a5ba-f3c6496dfa4d', 'name': 'network-vif-deleted', 'tag': 'fe883039-4227-47ba-89b3-d8497a08c086'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:59:22.242307 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544e560c-2f25-4328-b136-277b15b48685" -d '{"events": [{"server_uuid": "6eb1895f-02c2-4252-a5ba-f3c6496dfa4d", "name": "network-vif-deleted", "tag": "fe883039-4227-47ba-89b3-d8497a08c086"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:59:22.330201 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-b4c8c627-0861-4a47-aa20-bd7c499e785e None None] Set router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:59:22.344857 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448a9b5c-dcad-4048-85e8-29ec501c61d3 x-openstack-request-id: req-448a9b5c-dcad-4048-85e8-29ec501c61d3 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:59:22.345389 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb1895f-02c2-4252-a5ba-f3c6496dfa4d", "name": "network-vif-deleted", "tag": "fe883039-4227-47ba-89b3-d8497a08c086", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:59:22.345775 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-448a9b5c-dcad-4048-85e8-29ec501c61d3 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:59:22.346658 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb1895f-02c2-4252-a5ba-f3c6496dfa4d', 'name': 'network-vif-deleted', 'tag': 'fe883039-4227-47ba-89b3-d8497a08c086', 'status': 'completed', 'code': 200} Aug 30 07:59:22.511113 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2ccbf-56bc-4aee-bb5c-8ea151bb0744 req-34f810f7-ec69-491a-8c58-26489b2a9df3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:22.512591 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-10c2ccbf-56bc-4aee-bb5c-8ea151bb0744 req-34f810f7-ec69-491a-8c58-26489b2a9df3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.0506616 Aug 30 07:59:22.545608 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b4c8c627-0861-4a47-aa20-bd7c499e785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:47:51Z', 'revision_number': 4, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': 'b8cc6280-522a-4b51-ab69-5b9e91eecfec', 'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'mac_address': 'fa:16:3e:90:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:48:00Z', 'revision_number': 5, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'subnets': [{'id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:59:22.554758 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-10c2ccbf-56bc-4aee-bb5c-8ea151bb0744 req-09df5816-02d1-46da-953f-c3539401dd5e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362563 Aug 30 07:59:22.575263 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c8c627-0861-4a47-aa20-bd7c499e785e None None] Checking router: b472ba6f-4212-4b47-aad1-f6b71b43c0d8 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:59:22.583346 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c8c627-0861-4a47-aa20-bd7c499e785e None None] Routers {'b472ba6f-4212-4b47-aad1-f6b71b43c0d8'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:59:22.583946 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b4c8c627-0861-4a47-aa20-bd7c499e785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:59:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:59:22.684053 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-b4c8c627-0861-4a47-aa20-bd7c499e785e None None] Set router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:59:22.714285 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-41dff886-ab66-402f-bbab-d00db8f06163 req-d3c175c7-c53f-4344-9fe5-2fbfb8b159c6 tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eb1895f-02c2-4252-a5ba-f3c6496dfa4d HTTP/1.1" status: 200 len: 210 time: 0.0285923 Aug 30 07:59:22.891031 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b4c8c627-0861-4a47-aa20-bd7c499e785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:47:51Z', 'revision_number': 4, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': 'b8cc6280-522a-4b51-ab69-5b9e91eecfec', 'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'mac_address': 'fa:16:3e:90:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:48:00Z', 'revision_number': 5, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'subnets': [{'id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:59:22.917133 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c8c627-0861-4a47-aa20-bd7c499e785e None None] The sync data for ids ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'] in dv-cinder-806191-3-iscsi is: [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:47:51Z', 'revision_number': 4, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': 'b8cc6280-522a-4b51-ab69-5b9e91eecfec', 'name': '', 'network_id': 'c0b6d139-5ec8-4ecd-be42-a32d8b014bf5', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'mac_address': 'fa:16:3e:90:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:50Z', 'updated_at': '2021-08-30T07:48:00Z', 'revision_number': 5, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'subnets': [{'id': '8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:59:23.115438 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7116b187-7232-4723-b7b4-cf47603d1b88 None None] New status for floating IP f3918e11-f82b-4389-9cbc-3364a4470fd2: DOWN {{(pid=100377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:59:23.266806 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78207c7c-ecc9-451e-8bb2-c11d1189d0d6 req-1f16e1eb-edab-4d77-adbe-782a37ab9813 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:23.268281 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-78207c7c-ecc9-451e-8bb2-c11d1189d0d6 req-1f16e1eb-edab-4d77-adbe-782a37ab9813 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0510070 Aug 30 07:59:23.305726 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-78207c7c-ecc9-451e-8bb2-c11d1189d0d6 req-53e095d5-1890-4fc1-90c9-a7728b50251b tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316398 Aug 30 07:59:23.308417 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device df6e2650-791e-4b79-8911-dc23e2079687 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:59:23.402995 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port df6e2650-791e-4b79-8911-dc23e2079687, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=df6e2650-791e-4b79-8911-dc23e2079687,segment=NetworkSegment(6a2841fa-2170-4081-8912-c9acd7f37af5),segment_id=6a2841fa-2170-4081-8912-c9acd7f37af5)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:59:23.413898 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': 'df6e2650-791e-4b79-8911-dc23e2079687', 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd', 'port_id': 'df6e2650-791e-4b79-8911-dc23e2079687', 'mac_address': 'fa:16:3e:b2:63:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:59:23.449603 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:23.461507 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6e2650-791e-4b79-8911-dc23e2079687 {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:59:23.480430 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port df6e2650-791e-4b79-8911-dc23e2079687, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=df6e2650-791e-4b79-8911-dc23e2079687,segment=NetworkSegment(6a2841fa-2170-4081-8912-c9acd7f37af5),segment_id=6a2841fa-2170-4081-8912-c9acd7f37af5)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:59:23.484061 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:23.484692 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 433de034-350e-4435-8de8-087595037325 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:59:23.573806 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=df6e2650-791e-4b79-8911-dc23e2079687,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:23.584609 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.584963 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.585302 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.585637 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.585967 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.586330 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.586658 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.586993 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.588045 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.588189 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.588519 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.589093 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.629203 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 433de034-350e-4435-8de8-087595037325, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=433de034-350e-4435-8de8-087595037325,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:59:23.641387 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': '433de034-350e-4435-8de8-087595037325', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'port_id': '433de034-350e-4435-8de8-087595037325', 'mac_address': 'fa:16:3e:15:78:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:59:23.675598 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa22ee-8e4f-4584-bdcd-500eb9984420 req-0372f014-fed4-46b3-a914-32731e411cac tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:23.677074 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-38fa22ee-8e4f-4584-bdcd-500eb9984420 req-0372f014-fed4-46b3-a914-32731e411cac tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 943 time: 0.0487659 Aug 30 07:59:23.678178 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:23.691113 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433de034-350e-4435-8de8-087595037325 {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:59:23.710956 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 433de034-350e-4435-8de8-087595037325, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=433de034-350e-4435-8de8-087595037325,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:59:23.714980 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-38fa22ee-8e4f-4584-bdcd-500eb9984420 req-961ddcfe-ba95-4f07-9237-c1db6e6e1cc3 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316768 Aug 30 07:59:23.715585 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:23.766111 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:23.777886 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=433de034-350e-4435-8de8-087595037325,revision_number=9']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:23.798330 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 41346) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:23.852479 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f4025b96-9c10-414a-8cf9-d299af019d7b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:23.876686 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f4025b96-9c10-414a-8cf9-d299af019d7b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:23.923796 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f4025b96-9c10-414a-8cf9-d299af019d7b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:23.926284 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f4025b96-9c10-414a-8cf9-d299af019d7b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:23.927432 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-f4025b96-9c10-414a-8cf9-d299af019d7b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "DELETE /v2.0/security-groups/3e2a1731-e801-42a6-a624-067d29c1b217 HTTP/1.1" status: 204 len: 168 time: 0.1279526 Aug 30 07:59:23.930236 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 41348) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:23.937260 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4025b96-9c10-414a-8cf9-d299af019d7b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2a1731-e801-42a6-a624-067d29c1b217,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:23.944033 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.api.v2.resource [None req-851a1887-f88c-4457-a0f4-82c4f78dccca tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] show failed (client error): The resource could not be found. Aug 30 07:59:23.944291 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4025b96-9c10-414a-8cf9-d299af019d7b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.944642 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4025b96-9c10-414a-8cf9-d299af019d7b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.944985 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4025b96-9c10-414a-8cf9-d299af019d7b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.945322 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4025b96-9c10-414a-8cf9-d299af019d7b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.945542 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-851a1887-f88c-4457-a0f4-82c4f78dccca tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "GET /v2.0/security-groups/3e2a1731-e801-42a6-a624-067d29c1b217 HTTP/1.1" status: 404 len: 347 time: 0.0140717 Aug 30 07:59:23.945825 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4025b96-9c10-414a-8cf9-d299af019d7b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.946191 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4025b96-9c10-414a-8cf9-d299af019d7b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.946532 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4025b96-9c10-414a-8cf9-d299af019d7b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.947712 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4025b96-9c10-414a-8cf9-d299af019d7b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.948024 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4025b96-9c10-414a-8cf9-d299af019d7b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.948358 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4025b96-9c10-414a-8cf9-d299af019d7b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.948778 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4025b96-9c10-414a-8cf9-d299af019d7b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:23.948989 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 41350) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:23.949103 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4025b96-9c10-414a-8cf9-d299af019d7b tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:24.071471 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-bb389381-e4e2-44e0-8105-744a947692bb tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Deleting port 3c448077-3078-488e-9a59-5a3e7270f915 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:59:24.072532 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb389381-e4e2-44e0-8105-744a947692bb tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:24.144728 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['433de034-350e-4435-8de8-087595037325'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:59:24.147324 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb389381-e4e2-44e0-8105-744a947692bb tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:24.147660 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb389381-e4e2-44e0-8105-744a947692bb tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:24.159406 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-bb389381-e4e2-44e0-8105-744a947692bb tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Calling delete_port for 3c448077-3078-488e-9a59-5a3e7270f915 owned by network:floatingip {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:59:24.168122 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['df6e2650-791e-4b79-8911-dc23e2079687'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:59:24.308414 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb389381-e4e2-44e0-8105-744a947692bb tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:24.355484 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb389381-e4e2-44e0-8105-744a947692bb tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Pushing event deleted for resources: {'Port': ['ID=3c448077-3078-488e-9a59-5a3e7270f915,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:24.398500 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb389381-e4e2-44e0-8105-744a947692bb tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks [] for floatingip, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:24.402204 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb389381-e4e2-44e0-8105-744a947692bb tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:24.406194 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-bb389381-e4e2-44e0-8105-744a947692bb tempest-AttachVolumeTestJSON-1578313864 tempest-AttachVolumeTestJSON-1578313864-project] 10.222.0.73 "DELETE /v2.0/floatingips/f3918e11-f82b-4389-9cbc-3364a4470fd2 HTTP/1.1" status: 204 len: 168 time: 0.4533904 Aug 30 07:59:24.436533 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9499a-c958-4e99-b788-4c161f866d42 req-0cfe8ae5-0ac1-472a-af45-235861e2fab7 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:24.439662 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-33f9499a-c958-4e99-b788-4c161f866d42 req-0cfe8ae5-0ac1-472a-af45-235861e2fab7 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 944 time: 0.0614111 Aug 30 07:59:24.481711 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-33f9499a-c958-4e99-b788-4c161f866d42 req-4bc4154f-cecc-470e-9e6d-ee3a77085fcc tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371110 Aug 30 07:59:24.843067 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1330c-6335-4417-b3cd-9ed45dc9a9fa req-66ac3c89-af6c-4803-a18b-5e2c2b8f6c10 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:24.844547 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-57c1330c-6335-4417-b3cd-9ed45dc9a9fa req-66ac3c89-af6c-4803-a18b-5e2c2b8f6c10 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 944 time: 0.0575204 Aug 30 07:59:24.881001 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-57c1330c-6335-4417-b3cd-9ed45dc9a9fa req-b7f223cc-bb70-4c7b-a3b1-1f8b7e4f4c9e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305207 Aug 30 07:59:25.315411 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device df6e2650-791e-4b79-8911-dc23e2079687 up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:59:25.366204 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port df6e2650-791e-4b79-8911-dc23e2079687 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:59:25.370138 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port df6e2650-791e-4b79-8911-dc23e2079687 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:59:25.370535 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:25.443135 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:25.466567 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7a4654-a0be-4fa9-b45b-acbd7ba764e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6e2650-791e-4b79-8911-dc23e2079687'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:59:25.468798 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad575e2-f8b3-46de-875a-e98455baeb77" -d '{"events": [{"server_uuid": "5f7a4654-a0be-4fa9-b45b-acbd7ba764e9", "name": "network-vif-plugged", "status": "completed", "tag": "df6e2650-791e-4b79-8911-dc23e2079687"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:59:25.482168 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port df6e2650-791e-4b79-8911-dc23e2079687, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=df6e2650-791e-4b79-8911-dc23e2079687,segment=NetworkSegment(6a2841fa-2170-4081-8912-c9acd7f37af5),segment_id=6a2841fa-2170-4081-8912-c9acd7f37af5)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:59:25.487243 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:25.488006 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 433de034-350e-4435-8de8-087595037325 up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:59:25.528704 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002702d4-cf9c-40d0-a474-ac9716e817f9 x-openstack-request-id: req-002702d4-cf9c-40d0-a474-ac9716e817f9 {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:59:25.528989 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7a4654-a0be-4fa9-b45b-acbd7ba764e9", "name": "network-vif-plugged", "status": "completed", "tag": "df6e2650-791e-4b79-8911-dc23e2079687", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:59:25.529238 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-002702d4-cf9c-40d0-a474-ac9716e817f9 {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:59:25.529620 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7a4654-a0be-4fa9-b45b-acbd7ba764e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6e2650-791e-4b79-8911-dc23e2079687', 'code': 200} Aug 30 07:59:25.568138 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=df6e2650-791e-4b79-8911-dc23e2079687,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:25.579826 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port 433de034-350e-4435-8de8-087595037325 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:59:25.580202 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:25.620948 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6aec20-8d2f-4518-b74d-2dbf01ada8b2 req-8f197baa-5b57-4c96-bea9-6bcba3760fc7 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:25.622595 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-cb6aec20-8d2f-4518-b74d-2dbf01ada8b2 req-8f197baa-5b57-4c96-bea9-6bcba3760fc7 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0648706 Aug 30 07:59:25.675984 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-cb6aec20-8d2f-4518-b74d-2dbf01ada8b2 req-b790170e-d448-4912-a1cd-637a24456397 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435383 Aug 30 07:59:25.677163 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:25.711577 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port 433de034-350e-4435-8de8-087595037325, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=433de034-350e-4435-8de8-087595037325,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:59:25.716819 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:25.717592 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device fe883039-4227-47ba-89b3-d8497a08c086 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:59:25.756641 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220de22a-4504-46eb-82c0-2b279a53c60b req-c1c30111-858b-45f6-980a-f70c6139c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:25.757133 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] No Port match for: fe883039-4227-47ba-89b3-d8497a08c086 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:59:25.757480 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device fe883039-4227-47ba-89b3-d8497a08c086 not bound to the agent host hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:59:25.758455 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-220de22a-4504-46eb-82c0-2b279a53c60b req-c1c30111-858b-45f6-980a-f70c6139c78f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 1098 time: 0.0390012 Aug 30 07:59:25.784007 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=433de034-350e-4435-8de8-087595037325,revision_number=10']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:25.795538 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-220de22a-4504-46eb-82c0-2b279a53c60b req-66e13514-d6ba-4cb9-bfe4-854688dcf987 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295701 Aug 30 07:59:26.005415 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c9f58-6c3e-4b34-8b85-a618a835d9b7 req-337a8986-85e5-4a0a-988a-c19360ce4252 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:26.006904 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-346c9f58-6c3e-4b34-8b85-a618a835d9b7 req-337a8986-85e5-4a0a-988a-c19360ce4252 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 946 time: 0.0530050 Aug 30 07:59:26.043645 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-346c9f58-6c3e-4b34-8b85-a618a835d9b7 req-72ab2d3e-b642-46f4-bdaa-ad2f0124619d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300684 Aug 30 07:59:26.788987 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaeff19-b5ca-430f-ae72-a18683bc9d93 req-e1e299d4-4f19-415e-aed5-51d11ab85073 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:26.790541 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-feaeff19-b5ca-430f-ae72-a18683bc9d93 req-e1e299d4-4f19-415e-aed5-51d11ab85073 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0518270 Aug 30 07:59:26.828612 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-feaeff19-b5ca-430f-ae72-a18683bc9d93 req-567f2f96-fa72-4f3b-a72f-1bb62c71dca8 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314546 Aug 30 07:59:27.168161 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ef92f-9802-4a16-b0f4-d693262df715 req-99d2ecb6-bdb1-42be-aafd-3d51136afe8d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:27.170087 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-fe4ef92f-9802-4a16-b0f4-d693262df715 req-99d2ecb6-bdb1-42be-aafd-3d51136afe8d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 946 time: 0.0518060 Aug 30 07:59:27.208966 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-fe4ef92f-9802-4a16-b0f4-d693262df715 req-aca82795-10d9-4749-8dc2-49c2d324273d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327659 Aug 30 07:59:27.530476 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bba115-ffa4-48f5-9f97-30c8117579c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433de034-350e-4435-8de8-087595037325'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:59:27.532999 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec677555-aa76-4881-b4e4-dac92cfbe7d3" -d '{"events": [{"server_uuid": "04bba115-ffa4-48f5-9f97-30c8117579c2", "name": "network-vif-plugged", "status": "completed", "tag": "433de034-350e-4435-8de8-087595037325"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:59:27.567637 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7a91b0-b832-4085-8661-b71ba52c63f2 x-openstack-request-id: req-da7a91b0-b832-4085-8661-b71ba52c63f2 {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:59:27.567928 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bba115-ffa4-48f5-9f97-30c8117579c2", "name": "network-vif-plugged", "status": "completed", "tag": "433de034-350e-4435-8de8-087595037325", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:59:27.568177 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-da7a91b0-b832-4085-8661-b71ba52c63f2 {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:59:27.568562 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04bba115-ffa4-48f5-9f97-30c8117579c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433de034-350e-4435-8de8-087595037325', 'code': 200} Aug 30 07:59:27.747498 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73201454-fc38-46f2-bd2f-0b6f78bfcb7e req-a735b74c-41ff-494d-a669-95624c81026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:27.748964 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-73201454-fc38-46f2-bd2f-0b6f78bfcb7e req-a735b74c-41ff-494d-a669-95624c81026b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 1099 time: 0.0426168 Aug 30 07:59:27.783991 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-73201454-fc38-46f2-bd2f-0b6f78bfcb7e req-181e2961-97e2-4556-aaa0-152200a39e9f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272768 Aug 30 07:59:27.948501 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed668b-18c6-4e3e-b3dc-b10789ca384a req-260d323a-ac60-496d-9d06-d6e22144a817 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:27.950071 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-37ed668b-18c6-4e3e-b3dc-b10789ca384a req-260d323a-ac60-496d-9d06-d6e22144a817 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0539606 Aug 30 07:59:27.989524 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-37ed668b-18c6-4e3e-b3dc-b10789ca384a req-b3af703a-e43b-47ef-9639-ad95fea22d88 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334787 Aug 30 07:59:28.002905 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 41396) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:28.052889 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:59:28.104830 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c93811-623e-46e6-9d09-5e61917329bf req-23f39f3f-c326-45b7-854c-56b29d884772 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:28.106413 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a9c93811-623e-46e6-9d09-5e61917329bf req-23f39f3f-c326-45b7-854c-56b29d884772 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0499907 Aug 30 07:59:28.144242 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a9c93811-623e-46e6-9d09-5e61917329bf req-46c13be0-c65f-4223-856b-93635f27e9f1 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316112 Aug 30 07:59:28.165120 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 41402) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:28.248193 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a48ee01-34b0-4772-9856-fe4aad350b54 tempest-TestShelveInstance-285159900 tempest-TestShelveInstance-285159900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:28.249720 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-5a48ee01-34b0-4772-9856-fe4aad350b54 tempest-TestShelveInstance-285159900 tempest-TestShelveInstance-285159900-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 1093 time: 0.0836017 Aug 30 07:59:28.252597 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 41408) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:28.257093 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Request body: {'floatingip': {'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'port_id': 'df6e2650-791e-4b79-8911-dc23e2079687', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:59:28.280036 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for floatingip, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:28.364638 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03088594-4218-4b94-bddc-38c164a6430d req-ae71a1dc-38a6-4519-9735-eea3045286f9 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:28.366093 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-03088594-4218-4b94-bddc-38c164a6430d req-ae71a1dc-38a6-4519-9735-eea3045286f9 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 946 time: 0.0843000 Aug 30 07:59:28.379361 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:28.432269 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-03088594-4218-4b94-bddc-38c164a6430d req-39c1ab7c-b2e7-4318-b571-4e33237f93ac tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595934 Aug 30 07:59:28.491339 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Allocated IP 172.27.3.75 (02efbd58-3f47-4ba1-9fc3-db25e7b0ec42/864ddbd5-13be-4be1-97d0-f7c096166157/a1bc9052-f8b9-4a28-b1b5-4c829b180576) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:59:28.516339 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2100cd6-4ae6-4326-80b6-41845dbbbf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535493'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:28.591110 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:28.629946 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:28.668002 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:59:28.672859 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:59:28.675475 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:59:28.706450 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Pushing event updated for resources: {'Port': ['ID=a1bc9052-f8b9-4a28-b1b5-4c829b180576,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:28.757307 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-b2100cd6-4ae6-4326-80b6-41845dbbbf9f admin admin] Deleting port b8cc6280-522a-4b51-ab69-5b9e91eecfec {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:59:28.757641 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2100cd6-4ae6-4326-80b6-41845dbbbf9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:28.833697 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-b2100cd6-4ae6-4326-80b6-41845dbbbf9f admin admin] For port b8cc6280-522a-4b51-ab69-5b9e91eecfec, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=b8cc6280-522a-4b51-ab69-5b9e91eecfec,segment=NetworkSegment(3313c450-3e0a-4a55-9b55-654832350b5d),segment_id=3313c450-3e0a-4a55-9b55-654832350b5d)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:59:28.834056 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2100cd6-4ae6-4326-80b6-41845dbbbf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:28.848157 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-b2100cd6-4ae6-4326-80b6-41845dbbbf9f admin admin] Calling delete_port for b8cc6280-522a-4b51-ab69-5b9e91eecfec owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:59:29.031225 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2100cd6-4ae6-4326-80b6-41845dbbbf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:29.043836 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:29.056033 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2100cd6-4ae6-4326-80b6-41845dbbbf9f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8cc6280-522a-4b51-ab69-5b9e91eecfec,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:29.118671 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:29.240704 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2100cd6-4ae6-4326-80b6-41845dbbbf9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535311'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:29.300020 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:29.306005 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:29.387655 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Pushing event updated for resources: {'Port': ['ID=a1bc9052-f8b9-4a28-b1b5-4c829b180576,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:29.397271 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529307'] for floatingip, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:29.503718 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2100cd6-4ae6-4326-80b6-41845dbbbf9f admin admin] Router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:59:29.519262 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.db.l3_db [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Floating IP e1983d3c-52d1-4cdb-9a92-0ca7616be51d associated. External IP: 172.27.3.75, port: df6e2650-791e-4b79-8911-dc23e2079687. Aug 30 07:59:29.642199 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2100cd6-4ae6-4326-80b6-41845dbbbf9f admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:59:29.649219 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-b2100cd6-4ae6-4326-80b6-41845dbbbf9f admin admin] 10.222.0.73 "PUT /v2.0/routers/b472ba6f-4212-4b47-aad1-f6b71b43c0d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6451981 Aug 30 07:59:29.652103 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 41448) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:29.655183 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996df51a-29ae-46ba-8ae9-156969902eab None None] Sync routers for ids ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:59:29.670432 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996df51a-29ae-46ba-8ae9-156969902eab None None] Routers {'b472ba6f-4212-4b47-aad1-f6b71b43c0d8'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:59:29.671332 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-996df51a-29ae-46ba-8ae9-156969902eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:59:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:59:29.678554 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86dc2f-d42d-4e14-b8cb-8a3f08791957 req-a93c45e6-b5bd-4a5a-b943-6dfc472b71c5 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:29.686783 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9f86dc2f-d42d-4e14-b8cb-8a3f08791957 req-a93c45e6-b5bd-4a5a-b943-6dfc472b71c5 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 946 time: 0.1586621 Aug 30 07:59:29.734744 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9f86dc2f-d42d-4e14-b8cb-8a3f08791957 req-27d3bd29-e6c4-4c60-8ade-f5d897627a73 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469134 Aug 30 07:59:29.864002 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Router 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:59:29.929577 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-996df51a-29ae-46ba-8ae9-156969902eab None None] Set router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:59:30.000920 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:59:30.020641 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a54ce4-6cce-4cc0-9ff3-cc536be596ff None None] Sync routers for ids ['34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'] in dv-cinder-806191-3-iscsi {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:59:30.034958 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a54ce4-6cce-4cc0-9ff3-cc536be596ff None None] Routers {'34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:59:30.036099 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-04a54ce4-6cce-4cc0-9ff3-cc536be596ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:59:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:59:30.039441 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:30.076826 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-ab151b04-98ba-4c63-a53d-af3d4315543e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8231103 Aug 30 07:59:30.077074 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-618b9151-8ba2-4999-b8aa-29b3a1d37004 admin admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:30.077576 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7a4654-a0be-4fa9-b45b-acbd7ba764e9', 'tag': 'df6e2650-791e-4b79-8911-dc23e2079687'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:59:30.080378 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3597326f-e134-4593-82c3-17695ebf0fec" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7a4654-a0be-4fa9-b45b-acbd7ba764e9", "tag": "df6e2650-791e-4b79-8911-dc23e2079687"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:59:30.122432 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da70e170-a3b6-4a41-8a73-b0f4448fa735 x-openstack-request-id: req-da70e170-a3b6-4a41-8a73-b0f4448fa735 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:59:30.123040 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7a4654-a0be-4fa9-b45b-acbd7ba764e9", "tag": "df6e2650-791e-4b79-8911-dc23e2079687", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:59:30.123040 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-da70e170-a3b6-4a41-8a73-b0f4448fa735 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:59:30.123339 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7a4654-a0be-4fa9-b45b-acbd7ba764e9', 'tag': 'df6e2650-791e-4b79-8911-dc23e2079687', 'status': 'completed', 'code': 200} Aug 30 07:59:30.152776 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-996df51a-29ae-46ba-8ae9-156969902eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:59:28Z', 'revision_number': 5, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:59:30.170963 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-04a54ce4-6cce-4cc0-9ff3-cc536be596ff None None] Set router 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:59:30.186359 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996df51a-29ae-46ba-8ae9-156969902eab None None] Checking router: b472ba6f-4212-4b47-aad1-f6b71b43c0d8 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:59:30.195222 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996df51a-29ae-46ba-8ae9-156969902eab None None] Routers {'b472ba6f-4212-4b47-aad1-f6b71b43c0d8'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:59:30.196076 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-996df51a-29ae-46ba-8ae9-156969902eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:59:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:59:30.197140 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597326f-e134-4593-82c3-17695ebf0fec req-ffa2a583-5995-4c35-8f4b-c77737752328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:30.202104 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3597326f-e134-4593-82c3-17695ebf0fec req-ffa2a583-5995-4c35-8f4b-c77737752328 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3748b4459c5b4b0eb1eae5f1a86e1d28&device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 1098 time: 0.0536842 Aug 30 07:59:30.214679 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-618b9151-8ba2-4999-b8aa-29b3a1d37004 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:30.298523 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-618b9151-8ba2-4999-b8aa-29b3a1d37004 admin admin] Deleting port 627f12a6-66f7-423d-b762-558a631432c8 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:59:30.298897 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-618b9151-8ba2-4999-b8aa-29b3a1d37004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:30.306940 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597326f-e134-4593-82c3-17695ebf0fec req-90c5b776-925d-420e-9ce1-03c1e072056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:30.309884 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3597326f-e134-4593-82c3-17695ebf0fec req-90c5b776-925d-420e-9ce1-03c1e072056d service neutron] 10.222.0.61 "GET /v2.0/networks?id=014bc288-d267-4224-b8fa-855b955d7cfd HTTP/1.1" status: 200 len: 909 time: 0.1000066 Aug 30 07:59:30.311289 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-996df51a-29ae-46ba-8ae9-156969902eab None None] Set router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:59:30.390504 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-618b9151-8ba2-4999-b8aa-29b3a1d37004 admin admin] For port 627f12a6-66f7-423d-b762-558a631432c8, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=627f12a6-66f7-423d-b762-558a631432c8,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:59:30.391140 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-618b9151-8ba2-4999-b8aa-29b3a1d37004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:30.397589 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3597326f-e134-4593-82c3-17695ebf0fec req-8c378819-dca1-49d1-ab30-062a0eb55442 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df6e2650-791e-4b79-8911-dc23e2079687 HTTP/1.1" status: 200 len: 998 time: 0.0787346 Aug 30 07:59:30.409028 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-618b9151-8ba2-4999-b8aa-29b3a1d37004 admin admin] Calling delete_port for 627f12a6-66f7-423d-b762-558a631432c8 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:59:30.428741 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-04a54ce4-6cce-4cc0-9ff3-cc536be596ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'name': 'tempest-TestShelveInstance-239574337-router', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:18Z', 'updated_at': '2021-08-30T07:58:21Z', 'revision_number': 4, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'gw_port': {'id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:19Z', 'updated_at': '2021-08-30T07:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': 'e1983d3c-52d1-4cdb-9a92-0ca7616be51d', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'port_id': 'df6e2650-791e-4b79-8911-dc23e2079687', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd', 'mac_address': 'fa:16:3e:b2:63:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7a4654-a0be-4fa9-b45b-acbd7ba764e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:59:28Z', 'updated_at': '2021-08-30T07:59:28Z', 'revision_number': 0, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a9f552-d6a4-474f-b2e8-a87149079558', 'name': '', 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'mac_address': 'fa:16:3e:d6:51:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:20Z', 'updated_at': '2021-08-30T07:58:26Z', 'revision_number': 5, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'subnets': [{'id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:59:30.458443 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597326f-e134-4593-82c3-17695ebf0fec req-9ab2347a-fe25-4c98-a882-ccd95da75d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:30.460180 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3597326f-e134-4593-82c3-17695ebf0fec req-9ab2347a-fe25-4c98-a882-ccd95da75d81 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f227c955-203e-41c1-b37b-9a05c3cd4b9e HTTP/1.1" status: 200 len: 847 time: 0.0515783 Aug 30 07:59:30.460406 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a54ce4-6cce-4cc0-9ff3-cc536be596ff None None] Checking router: 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f for host: dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:59:30.469932 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a54ce4-6cce-4cc0-9ff3-cc536be596ff None None] Routers {'34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:59:30.470891 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-04a54ce4-6cce-4cc0-9ff3-cc536be596ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T07:59:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:59:30.522562 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597326f-e134-4593-82c3-17695ebf0fec req-be330f74-0765-4bd3-ac6e-8952bb9f8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:30.524587 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3597326f-e134-4593-82c3-17695ebf0fec req-be330f74-0765-4bd3-ac6e-8952bb9f8513 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=014bc288-d267-4224-b8fa-855b955d7cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556366 Aug 30 07:59:30.530504 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-996df51a-29ae-46ba-8ae9-156969902eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:59:28Z', 'revision_number': 5, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:59:30.560230 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996df51a-29ae-46ba-8ae9-156969902eab None None] The sync data for ids ['b472ba6f-4212-4b47-aad1-f6b71b43c0d8'] in dv-cinder-806191-3-iscsi is: [{'id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'name': 'tempest-AttachVolumeTestJSON-88270738-router', 'tenant_id': 'e71ca0134bc64db3b85a744bc5da948c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '627f12a6-66f7-423d-b762-558a631432c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:47:44Z', 'updated_at': '2021-08-30T07:59:28Z', 'revision_number': 5, 'project_id': 'e71ca0134bc64db3b85a744bc5da948c', 'gw_port': {'id': '627f12a6-66f7-423d-b762-558a631432c8', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b472ba6f-4212-4b47-aad1-f6b71b43c0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:47:45Z', 'updated_at': '2021-08-30T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:59:30.581901 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-04a54ce4-6cce-4cc0-9ff3-cc536be596ff None None] Set router 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:59:30.616314 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-618b9151-8ba2-4999-b8aa-29b3a1d37004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:30.619006 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-474aedb4-b4a8-4747-a95c-632b3dd76cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:30.649986 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b9151-8ba2-4999-b8aa-29b3a1d37004 admin admin] Pushing event deleted for resources: {'Port': ['ID=627f12a6-66f7-423d-b762-558a631432c8,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:30.652800 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3597326f-e134-4593-82c3-17695ebf0fec req-3e57ad2f-efae-45e2-af11-9e3d380eb862 service neutron] 10.222.0.61 "GET /v2.0/networks/014bc288-d267-4224-b8fa-855b955d7cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193864 Aug 30 07:59:30.712487 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-618b9151-8ba2-4999-b8aa-29b3a1d37004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529237'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:30.752037 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3597326f-e134-4593-82c3-17695ebf0fec req-afd08f7b-8d74-46f6-aa69-688c76a3007f service neutron] 10.222.0.61 "GET /v2.0/networks/014bc288-d267-4224-b8fa-855b955d7cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922198 Aug 30 07:59:30.814277 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-618b9151-8ba2-4999-b8aa-29b3a1d37004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102400'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:30.816332 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-618b9151-8ba2-4999-b8aa-29b3a1d37004 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:30.856151 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae979b-fe89-4b7b-acbb-4a9aac6c402a req-3f4cd25c-6f1e-407d-8287-351496b924fc tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:30.858612 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3bae979b-fe89-4b7b-acbb-4a9aac6c402a req-3f4cd25c-6f1e-407d-8287-351496b924fc tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 946 time: 0.0510767 Aug 30 07:59:30.867670 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-618b9151-8ba2-4999-b8aa-29b3a1d37004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530117'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:30.868162 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618b9151-8ba2-4999-b8aa-29b3a1d37004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b472ba6f-4212-4b47-aad1-f6b71b43c0d8 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 07:59:30.873321 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-618b9151-8ba2-4999-b8aa-29b3a1d37004 admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:30.876733 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-618b9151-8ba2-4999-b8aa-29b3a1d37004 admin admin] 10.222.0.73 "DELETE /v2.0/routers/b472ba6f-4212-4b47-aad1-f6b71b43c0d8 HTTP/1.1" status: 204 len: 168 time: 1.2149174 Aug 30 07:59:30.876978 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 41456) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:30.900652 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3bae979b-fe89-4b7b-acbb-4a9aac6c402a req-a05fc858-846e-4732-9ad8-adadf9205565 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358999 Aug 30 07:59:30.928035 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-04a54ce4-6cce-4cc0-9ff3-cc536be596ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'name': 'tempest-TestShelveInstance-239574337-router', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:18Z', 'updated_at': '2021-08-30T07:58:21Z', 'revision_number': 4, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'gw_port': {'id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:19Z', 'updated_at': '2021-08-30T07:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': 'e1983d3c-52d1-4cdb-9a92-0ca7616be51d', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'port_id': 'df6e2650-791e-4b79-8911-dc23e2079687', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd', 'mac_address': 'fa:16:3e:b2:63:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7a4654-a0be-4fa9-b45b-acbd7ba764e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:59:28Z', 'updated_at': '2021-08-30T07:59:28Z', 'revision_number': 0, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a9f552-d6a4-474f-b2e8-a87149079558', 'name': '', 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'mac_address': 'fa:16:3e:d6:51:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:20Z', 'updated_at': '2021-08-30T07:58:26Z', 'revision_number': 5, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'subnets': [{'id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:59:30.934504 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-7144e7d3-f89a-49d5-8278-94e042aa19d5 admin admin] Deleting subnet 8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:59:30.938003 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7144e7d3-f89a-49d5-8278-94e042aa19d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:30.960423 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a54ce4-6cce-4cc0-9ff3-cc536be596ff None None] The sync data for ids ['34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'] in dv-cinder-806191-3-iscsi is: [{'id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'name': 'tempest-TestShelveInstance-239574337-router', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:18Z', 'updated_at': '2021-08-30T07:58:21Z', 'revision_number': 4, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'gw_port': {'id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:19Z', 'updated_at': '2021-08-30T07:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': 'e1983d3c-52d1-4cdb-9a92-0ca7616be51d', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'port_id': 'df6e2650-791e-4b79-8911-dc23e2079687', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd', 'mac_address': 'fa:16:3e:b2:63:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7a4654-a0be-4fa9-b45b-acbd7ba764e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:59:28Z', 'updated_at': '2021-08-30T07:59:28Z', 'revision_number': 0, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a9f552-d6a4-474f-b2e8-a87149079558', 'name': '', 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'mac_address': 'fa:16:3e:d6:51:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:20Z', 'updated_at': '2021-08-30T07:58:26Z', 'revision_number': 5, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'subnets': [{'id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:59:30.976819 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7144e7d3-f89a-49d5-8278-94e042aa19d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12530165'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:31.058769 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7144e7d3-f89a-49d5-8278-94e042aa19d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3840692'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:31.113756 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7144e7d3-f89a-49d5-8278-94e042aa19d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3840699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11671398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12454973'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:31.144079 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144e7d3-f89a-49d5-8278-94e042aa19d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:31.147646 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7144e7d3-f89a-49d5-8278-94e042aa19d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:31.149417 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-7144e7d3-f89a-49d5-8278-94e042aa19d5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8cfaf8a4-d8a0-4d3c-83eb-f86ed4100a8e HTTP/1.1" status: 204 len: 168 time: 0.2714174 Aug 30 07:59:31.152312 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 41460) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:31.154443 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02c6481-47d7-402f-af72-f665f20e2e0c None None] Network c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:59:31.209268 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc50dd3c-b15b-4b7a-b607-bcdeb636e8fd None None] New status for floating IP e1983d3c-52d1-4cdb-9a92-0ca7616be51d: ACTIVE {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:59:31.229898 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768868'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:31.288577 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] Deleting port 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:59:31.289055 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:31.359312 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] For port 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09,segment=NetworkSegment(3313c450-3e0a-4a55-9b55-654832350b5d),segment_id=3313c450-3e0a-4a55-9b55-654832350b5d)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:59:31.359701 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:31.372534 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] Calling delete_port for 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:59:31.451162 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:31.476498 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] Pushing event deleted for resources: {'Port': ['ID=76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:31.480850 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] No DVR routers for this DVR port 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09 on host dv-cinder-806191-3-iscsi {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:59:31.550824 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3772495', 'neutron.services.segments.db._delete_segments_for_network-8745591126510'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:31.560212 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b6d139-5ec8-4ecd-be42-a32d8b014bf5']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:59:31.569943 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3313c450-3e0a-4a55-9b55-654832350b5d') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:59:31.570177 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3313c450-3e0a-4a55-9b55-654832350b5d') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:59:31.579174 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745591126393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12530154'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:31.592951 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:31.598703 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:59:31.599081 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11671296'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: Traceback (most recent call last): Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: timer() Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: cb(*args, **kw) Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: return func(*args, **kwargs) Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: self._notify() Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: self.callback(batched_events) Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: event.method(event) Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: return f(self, *a, **k) Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._get(url).json() Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: return self.request(url, 'GET', **kwargs) Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:59:31.600655 dv-cinder-806191-3-iscsi neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:59:31.642834 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199975bc-a679-4c1c-b5cc-7121b0176126 None None] DHCP port deletion for c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 request from dv-cinder-806191-3-iscsi {{(pid=100376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 07:59:31.673164 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3772470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529257'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:31.679008 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:31.683696 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c0b6d139-5ec8-4ecd-be42-a32d8b014bf5 HTTP/1.1" status: 204 len: 168 time: 0.5278759 Aug 30 07:59:31.694534 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec12800-061f-4de7-b858-e4ed9472d522 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b6d139-5ec8-4ecd-be42-a32d8b014bf5,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:31.707513 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09 no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:59:31.727883 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:59:31.728234 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 76cd8b7d-5cae-4cc3-bdec-e79ef6fbff09 not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:59:31.728662 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 627f12a6-66f7-423d-b762-558a631432c8 no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:59:31.748101 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: 627f12a6-66f7-423d-b762-558a631432c8 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:59:31.748451 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 627f12a6-66f7-423d-b762-558a631432c8 not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:59:31.748863 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device b8cc6280-522a-4b51-ab69-5b9e91eecfec no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:59:31.770640 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: b8cc6280-522a-4b51-ab69-5b9e91eecfec {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:59:31.770986 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device b8cc6280-522a-4b51-ab69-5b9e91eecfec not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:59:31.803885 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 41464) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:31.843505 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-8046de8f-a6e2-49f7-8b2e-45723a255d2f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e71ca0134bc64db3b85a744bc5da948c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384729 Aug 30 07:59:31.845864 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 41466) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:31.893185 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f19682a5-92e8-4a32-a4da-62d4a9c103c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:31.913787 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f19682a5-92e8-4a32-a4da-62d4a9c103c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:31.960025 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f19682a5-92e8-4a32-a4da-62d4a9c103c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:31.962793 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f19682a5-92e8-4a32-a4da-62d4a9c103c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:31.964722 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-f19682a5-92e8-4a32-a4da-62d4a9c103c3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/40cb048d-8eaf-4b2a-a2ce-07d42f2552d9 HTTP/1.1" status: 204 len: 168 time: 0.1179273 Aug 30 07:59:31.972893 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19682a5-92e8-4a32-a4da-62d4a9c103c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cb048d-8eaf-4b2a-a2ce-07d42f2552d9,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:33.131739 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 41516) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:33.237433 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1955f0f-ec31-46c6-aa46-31ccf5583e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:33.325557 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1955f0f-ec31-46c6-aa46-31ccf5583e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:33.329244 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1955f0f-ec31-46c6-aa46-31ccf5583e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:33.367212 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-c1955f0f-ec31-46c6-aa46-31ccf5583e3b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c01cc86b77654e53a584c94f672ac736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343936 Aug 30 07:59:33.368408 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1955f0f-ec31-46c6-aa46-31ccf5583e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542608ed-2278-48f4-ace3-519d16931649,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:33.369909 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 41520) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:33.420265 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6da1c5e4-2494-4319-a476-6ca22848c442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:33.428972 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a44ec824-111e-4351-9482-cf34bf918779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:33.442733 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6da1c5e4-2494-4319-a476-6ca22848c442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:33.491167 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6da1c5e4-2494-4319-a476-6ca22848c442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:33.493643 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6da1c5e4-2494-4319-a476-6ca22848c442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:33.497831 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-6da1c5e4-2494-4319-a476-6ca22848c442 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/542608ed-2278-48f4-ace3-519d16931649 HTTP/1.1" status: 204 len: 168 time: 0.1231980 Aug 30 07:59:33.502816 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1c5e4-2494-4319-a476-6ca22848c442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542608ed-2278-48f4-ace3-519d16931649,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:34.327200 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:34.954211 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 41564) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:35.110486 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:35.296737 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-87ec1b07-3d08-4a04-9749-cb195e448967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:35.384412 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-87ec1b07-3d08-4a04-9749-cb195e448967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:35.388218 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-87ec1b07-3d08-4a04-9749-cb195e448967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:35.425559 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-87ec1b07-3d08-4a04-9749-cb195e448967 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eb3f229299df4e5ca37a27e6da0911bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4703386 Aug 30 07:59:35.426455 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec1b07-3d08-4a04-9749-cb195e448967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d120d0f3-d371-4b75-bf5a-49c615fc4eb6,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:35.428299 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 41568) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:35.475403 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3fbb464-6259-43ed-8760-f268f93d908d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:35.496993 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3fbb464-6259-43ed-8760-f268f93d908d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:35.541706 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3fbb464-6259-43ed-8760-f268f93d908d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:35.544848 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3fbb464-6259-43ed-8760-f268f93d908d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:35.546037 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-a3fbb464-6259-43ed-8760-f268f93d908d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d120d0f3-d371-4b75-bf5a-49c615fc4eb6 HTTP/1.1" status: 204 len: 168 time: 0.1167548 Aug 30 07:59:35.554323 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbb464-6259-43ed-8760-f268f93d908d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d120d0f3-d371-4b75-bf5a-49c615fc4eb6,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:35.800971 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 41574) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:35.813733 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c2da143-57d0-4515-93f5-19c1b75459f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:35.877101 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:35.908111 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c2da143-57d0-4515-93f5-19c1b75459f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:35.911896 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c2da143-57d0-4515-93f5-19c1b75459f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:35.952176 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-5c2da143-57d0-4515-93f5-19c1b75459f0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=72b7d927ed464f299717553a8bfa2277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501951 Aug 30 07:59:35.953269 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2da143-57d0-4515-93f5-19c1b75459f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd67269-125a-4f34-996b-cd1d34aaa0b9,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:35.954868 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 41576) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:36.004843 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a5f2a9fe-1200-45fc-8ff8-6248c14e13ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:36.025209 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a5f2a9fe-1200-45fc-8ff8-6248c14e13ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:36.070515 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a5f2a9fe-1200-45fc-8ff8-6248c14e13ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:36.072925 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a5f2a9fe-1200-45fc-8ff8-6248c14e13ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:36.075216 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-a5f2a9fe-1200-45fc-8ff8-6248c14e13ef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/abd67269-125a-4f34-996b-cd1d34aaa0b9 HTTP/1.1" status: 204 len: 168 time: 0.1193376 Aug 30 07:59:36.083261 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2a9fe-1200-45fc-8ff8-6248c14e13ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd67269-125a-4f34-996b-cd1d34aaa0b9,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:40.913080 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 41676) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:41.019022 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-34206c26-5d56-4112-b8fb-caf81aa10916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:41.105824 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-34206c26-5d56-4112-b8fb-caf81aa10916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:41.110272 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-34206c26-5d56-4112-b8fb-caf81aa10916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:41.147268 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-34206c26-5d56-4112-b8fb-caf81aa10916 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8138ce03af9e4456886b5c1995e271c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330439 Aug 30 07:59:41.148391 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34206c26-5d56-4112-b8fb-caf81aa10916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54a61e3-19bb-4c05-b2d3-e7637f8a0426,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:41.149936 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 41680) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:41.198605 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e6c040ce-8a39-4244-be00-38fc747948a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:41.220089 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e6c040ce-8a39-4244-be00-38fc747948a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:41.265719 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e6c040ce-8a39-4244-be00-38fc747948a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:41.268237 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e6c040ce-8a39-4244-be00-38fc747948a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:41.269371 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-e6c040ce-8a39-4244-be00-38fc747948a1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c54a61e3-19bb-4c05-b2d3-e7637f8a0426 HTTP/1.1" status: 204 len: 168 time: 0.1183712 Aug 30 07:59:41.277184 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c040ce-8a39-4244-be00-38fc747948a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54a61e3-19bb-4c05-b2d3-e7637f8a0426,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:41.522313 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 41686) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:41.535828 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-61bfb023-1a01-4609-aa8f-01c3295963b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:41.621302 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-61bfb023-1a01-4609-aa8f-01c3295963b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:41.625917 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-61bfb023-1a01-4609-aa8f-01c3295963b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:41.663359 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-61bfb023-1a01-4609-aa8f-01c3295963b0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4c460eec1b53471aa35d202f4371496a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400049 Aug 30 07:59:41.664419 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfb023-1a01-4609-aa8f-01c3295963b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fb9ecd-1ef4-46fb-a356-0b07ca41b117,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:41.666081 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 41688) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:41.715725 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7a61f06f-1f08-4fed-864a-22a8a844dd08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:41.735586 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7a61f06f-1f08-4fed-864a-22a8a844dd08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:41.780139 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7a61f06f-1f08-4fed-864a-22a8a844dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:41.782624 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7a61f06f-1f08-4fed-864a-22a8a844dd08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:41.783777 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-7a61f06f-1f08-4fed-864a-22a8a844dd08 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/33fb9ecd-1ef4-46fb-a356-0b07ca41b117 HTTP/1.1" status: 204 len: 168 time: 0.1159678 Aug 30 07:59:41.791375 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61f06f-1f08-4fed-864a-22a8a844dd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fb9ecd-1ef4-46fb-a356-0b07ca41b117,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:42.093109 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 41694) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:42.105986 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-097ff30e-0251-476c-9bc5-03993a10cf19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:42.195513 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-097ff30e-0251-476c-9bc5-03993a10cf19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:42.199262 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-097ff30e-0251-476c-9bc5-03993a10cf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:42.235594 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ff30e-0251-476c-9bc5-03993a10cf19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e372ebf5-f1de-4fef-865f-e1ab1ff9c66f,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:42.239839 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-097ff30e-0251-476c-9bc5-03993a10cf19 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6e5c429ef3a849b0a30386eb7bba2b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457133 Aug 30 07:59:42.243087 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 41696) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:42.288990 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-454acc1c-b032-4f3d-9c77-65475dddecf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:42.308816 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-454acc1c-b032-4f3d-9c77-65475dddecf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:42.353455 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-454acc1c-b032-4f3d-9c77-65475dddecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:42.355968 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-454acc1c-b032-4f3d-9c77-65475dddecf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:42.357374 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-454acc1c-b032-4f3d-9c77-65475dddecf6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e372ebf5-f1de-4fef-865f-e1ab1ff9c66f HTTP/1.1" status: 204 len: 168 time: 0.1140511 Aug 30 07:59:42.365065 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454acc1c-b032-4f3d-9c77-65475dddecf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e372ebf5-f1de-4fef-865f-e1ab1ff9c66f,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:43.366176 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 41728) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:43.468261 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3c449f88-6906-4b27-9408-5e5aeda76a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:43.557405 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3c449f88-6906-4b27-9408-5e5aeda76a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:43.561268 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3c449f88-6906-4b27-9408-5e5aeda76a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:43.601793 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c449f88-6906-4b27-9408-5e5aeda76a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cad2b0e-1cbb-41aa-b0e1-a71afa68b75e,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:43.606186 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-3c449f88-6906-4b27-9408-5e5aeda76a59 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a0523d980bcd45439ea848368e96af0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389209 Aug 30 07:59:43.608836 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 41732) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:43.658242 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8a214955-e145-4fc4-9941-ca7e9690f409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:43.678921 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8a214955-e145-4fc4-9941-ca7e9690f409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:43.726114 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8a214955-e145-4fc4-9941-ca7e9690f409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:43.728587 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8a214955-e145-4fc4-9941-ca7e9690f409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:43.729760 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-8a214955-e145-4fc4-9941-ca7e9690f409 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9cad2b0e-1cbb-41aa-b0e1-a71afa68b75e HTTP/1.1" status: 204 len: 168 time: 0.1197767 Aug 30 07:59:43.738254 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a214955-e145-4fc4-9941-ca7e9690f409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cad2b0e-1cbb-41aa-b0e1-a71afa68b75e,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:53.748670 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:53.992045 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 41824) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:54.094576 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3e11e37b-9bb3-4783-85a1-43194b301f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:54.180546 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3e11e37b-9bb3-4783-85a1-43194b301f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:54.184488 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3e11e37b-9bb3-4783-85a1-43194b301f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:54.223549 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11e37b-9bb3-4783-85a1-43194b301f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83016855-617b-4007-abc0-4127fc62016d,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:54.230188 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-3e11e37b-9bb3-4783-85a1-43194b301f8e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a2bfab6e2c914c51a9fbc3dadf0aed95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347777 Aug 30 07:59:54.230421 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 41828) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:54.277367 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-50628ca1-d041-437c-b9fe-71584c61b01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:54.299089 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-50628ca1-d041-437c-b9fe-71584c61b01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:54.345020 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-50628ca1-d041-437c-b9fe-71584c61b01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:54.347652 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-50628ca1-d041-437c-b9fe-71584c61b01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:54.348797 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-50628ca1-d041-437c-b9fe-71584c61b01c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/83016855-617b-4007-abc0-4127fc62016d HTTP/1.1" status: 204 len: 168 time: 0.1174781 Aug 30 07:59:54.356148 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50628ca1-d041-437c-b9fe-71584c61b01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83016855-617b-4007-abc0-4127fc62016d,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:58.365145 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 41894) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:58.465928 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cb7bfe9f-e189-4980-9c8a-c892047d7c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:58.554311 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cb7bfe9f-e189-4980-9c8a-c892047d7c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:58.557784 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cb7bfe9f-e189-4980-9c8a-c892047d7c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:58.596900 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-cb7bfe9f-e189-4980-9c8a-c892047d7c8f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=513061cde3824e32ac95bdd4c6b7954c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306783 Aug 30 07:59:58.598024 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bfe9f-e189-4980-9c8a-c892047d7c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076133c9-4f76-4ea8-af18-5b5305a5eb47,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:58.599701 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 41900) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:58.651580 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6051ed58-e315-4b2a-94a7-964338c5e18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:58.672197 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6051ed58-e315-4b2a-94a7-964338c5e18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:58.716974 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6051ed58-e315-4b2a-94a7-964338c5e18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:58.719709 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6051ed58-e315-4b2a-94a7-964338c5e18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:58.720718 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-6051ed58-e315-4b2a-94a7-964338c5e18f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/076133c9-4f76-4ea8-af18-5b5305a5eb47 HTTP/1.1" status: 204 len: 168 time: 0.1200337 Aug 30 07:59:58.728396 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051ed58-e315-4b2a-94a7-964338c5e18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076133c9-4f76-4ea8-af18-5b5305a5eb47,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:00.591209 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-4ab39f0f-e2b8-4fb3-9632-a8432a25c9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:03.429948 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-239e0ed4-c955-41df-9fa1-32ba6736b504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:04.330452 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:04.749017 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0866e49e-3a67-49db-9242-4a9435b51984 req-ccde66e3-2fda-4028-832b-1d5320b9e230 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411229 Aug 30 08:00:04.838527 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866e49e-3a67-49db-9242-4a9435b51984 req-8eef6d58-f8d1-4bb5-9ca2-8c80c7d63383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:04.840056 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0866e49e-3a67-49db-9242-4a9435b51984 req-8eef6d58-f8d1-4bb5-9ca2-8c80c7d63383 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46a024ebf24f430393b00d5d8777b746&device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 1099 time: 0.0389988 Aug 30 08:00:04.943341 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866e49e-3a67-49db-9242-4a9435b51984 req-b7951fa1-f106-48f3-b8cf-2dc5335549a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:04.944817 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0866e49e-3a67-49db-9242-4a9435b51984 req-b7951fa1-f106-48f3-b8cf-2dc5335549a4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac8b0384-c5fa-4cad-beab-0f002d9bca24 HTTP/1.1" status: 200 len: 917 time: 0.0819790 Aug 30 08:00:05.016121 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0866e49e-3a67-49db-9242-4a9435b51984 req-3ff74b6e-35c6-4213-aac3-ebf2017f1518 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=433de034-350e-4435-8de8-087595037325 HTTP/1.1" status: 200 len: 1001 time: 0.0616744 Aug 30 08:00:05.051459 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:00:05.063457 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866e49e-3a67-49db-9242-4a9435b51984 req-9975a76c-dede-4f94-90e7-3e50f353b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:05.065677 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0866e49e-3a67-49db-9242-4a9435b51984 req-9975a76c-dede-4f94-90e7-3e50f353b00e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=417de6c6-8ef1-406c-b93e-54175f5b1e8f HTTP/1.1" status: 200 len: 855 time: 0.0425920 Aug 30 08:00:05.110732 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866e49e-3a67-49db-9242-4a9435b51984 req-4d3f3d21-db28-4249-9e89-a223b06fd8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:05.111482 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:05.112675 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0866e49e-3a67-49db-9242-4a9435b51984 req-4d3f3d21-db28-4249-9e89-a223b06fd8cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac8b0384-c5fa-4cad-beab-0f002d9bca24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394871 Aug 30 08:00:05.208153 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0866e49e-3a67-49db-9242-4a9435b51984 req-30d0e953-7ef1-41b0-9ad7-16c087a0059d service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877397 Aug 30 08:00:05.302301 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0866e49e-3a67-49db-9242-4a9435b51984 req-d4898479-de06-4ea3-a2de-e1ce6e935a24 service neutron] 10.222.0.61 "GET /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867682 Aug 30 08:00:05.877540 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:08.696066 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 41978) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:08.801643 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1b6d7534-5439-4f2e-bedb-233bd6f37335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:08.889604 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1b6d7534-5439-4f2e-bedb-233bd6f37335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:08.893919 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1b6d7534-5439-4f2e-bedb-233bd6f37335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:08.930965 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-1b6d7534-5439-4f2e-bedb-233bd6f37335 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ade6ebe49c39451f949fe95e8fe64fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338505 Aug 30 08:00:08.931819 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d7534-5439-4f2e-bedb-233bd6f37335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b04932-4751-45be-aa43-c07e12961d51,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:08.933587 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 41982) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:08.950219 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d7534-5439-4f2e-bedb-233bd6f37335 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:08.950573 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d7534-5439-4f2e-bedb-233bd6f37335 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:08.950890 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d7534-5439-4f2e-bedb-233bd6f37335 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:08.951221 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d7534-5439-4f2e-bedb-233bd6f37335 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:08.951548 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d7534-5439-4f2e-bedb-233bd6f37335 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:08.951877 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d7534-5439-4f2e-bedb-233bd6f37335 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:08.952201 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d7534-5439-4f2e-bedb-233bd6f37335 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:08.952588 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d7534-5439-4f2e-bedb-233bd6f37335 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:08.952851 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d7534-5439-4f2e-bedb-233bd6f37335 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:08.953172 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d7534-5439-4f2e-bedb-233bd6f37335 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:08.953490 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d7534-5439-4f2e-bedb-233bd6f37335 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:08.953807 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d7534-5439-4f2e-bedb-233bd6f37335 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:08.994414 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-865c5fff-9620-4273-9ef7-afafe783fb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:09.015130 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-865c5fff-9620-4273-9ef7-afafe783fb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:09.061679 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-865c5fff-9620-4273-9ef7-afafe783fb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:09.064177 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-865c5fff-9620-4273-9ef7-afafe783fb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:09.065309 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-865c5fff-9620-4273-9ef7-afafe783fb5a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/14b04932-4751-45be-aa43-c07e12961d51 HTTP/1.1" status: 204 len: 168 time: 0.1308334 Aug 30 08:00:09.074075 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c5fff-9620-4273-9ef7-afafe783fb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b04932-4751-45be-aa43-c07e12961d51,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:09.653348 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 42006) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:09.747803 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-3c5a1726-cb71-4639-9100-719a5fe26656 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1961792572-network', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:00:09.767349 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5a1726-cb71-4639-9100-719a5fe26656 admin admin] Made reservation on behalf of 8d8bc861de4e4b05b9e798f101735072 for: {'network': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 08:00:09.769990 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3c5a1726-cb71-4639-9100-719a5fe26656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for network, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:09.778030 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3c5a1726-cb71-4639-9100-719a5fe26656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:09.865183 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3c5a1726-cb71-4639-9100-719a5fe26656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:09.868689 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3c5a1726-cb71-4639-9100-719a5fe26656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:09.891778 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5a1726-cb71-4639-9100-719a5fe26656 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=100375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 08:00:09.900727 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a1726-cb71-4639-9100-719a5fe26656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df13f046-4877-4007-912a-4b3641072591,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:09.906549 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3c5a1726-cb71-4639-9100-719a5fe26656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:09.906892 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.db.segments_db [None req-3c5a1726-cb71-4639-9100-719a5fe26656 admin admin] Added segment e281c876-3d52-4f0c-a0a4-865f6cd0a33f of type vlan for network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f Aug 30 08:00:09.948972 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3c5a1726-cb71-4639-9100-719a5fe26656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745590630759'] for network, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:09.973638 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3c5a1726-cb71-4639-9100-719a5fe26656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:09.974595 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5a1726-cb71-4639-9100-719a5fe26656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:09.975453 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3c5a1726-cb71-4639-9100-719a5fe26656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:10.031276 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-3c5a1726-cb71-4639-9100-719a5fe26656 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3766429 Aug 30 08:00:10.033801 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 42010) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:10.039683 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-3bc06c54-f1bc-4044-ae2a-6555847b4754 admin admin] Request body: {'subnet': {'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1961792572-subnet', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'ip_version': 4}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:00:10.043470 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a1726-cb71-4639-9100-719a5fe26656 admin admin] Pushing event updated for resources: {'Network': ['ID=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:10.053126 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f details requested by agent ovs-agent-dv-cinder-806191-3-iscsi with host dv-cinder-806191-3-iscsi {{(pid=100376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 08:00:10.062124 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc06c54-f1bc-4044-ae2a-6555847b4754 admin admin] Made reservation on behalf of 8d8bc861de4e4b05b9e798f101735072 for: {'subnet': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 08:00:10.064401 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3bc06c54-f1bc-4044-ae2a-6555847b4754 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11245928'] for subnet, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:10.231390 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3bc06c54-f1bc-4044-ae2a-6555847b4754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11718005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11245850'] for subnet, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:10.290752 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc06c54-f1bc-4044-ae2a-6555847b4754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ef16b4-111d-457d-9396-e9cb7cf705de,revision_number=0']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:10.299029 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc06c54-f1bc-4044-ae2a-6555847b4754 admin admin] Checking segment: {'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 08:00:10.299400 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc06c54-f1bc-4044-ae2a-6555847b4754 admin admin] Network hostable DHCP agents. Network: f9bdf19d-4247-4c5d-a0b9-ca04cf41736f, hostable agents: ['980fb30f-b881-4380-9851-35d5a168d8a6'], hosted agents: [] {{(pid=100375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 08:00:10.315263 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc06c54-f1bc-4044-ae2a-6555847b4754 admin admin] Network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f is scheduled to be hosted by DHCP agent 980fb30f-b881-4380-9851-35d5a168d8a6 with binding_index 1 {{(pid=100375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 08:00:10.323816 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-3bc06c54-f1bc-4044-ae2a-6555847b4754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-3-iscsi, f9bdf19d-4247-4c5d-a0b9-ca04cf41736f) {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 08:00:10.327996 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc06c54-f1bc-4044-ae2a-6555847b4754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:10.328582 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3bc06c54-f1bc-4044-ae2a-6555847b4754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:10.333565 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369eec17-f44e-4eea-8446-6d2ad2854bd9 None None] Network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 08:00:10.346551 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42012) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:10.347112 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-3bc06c54-f1bc-4044-ae2a-6555847b4754 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3118062 Aug 30 08:00:10.351108 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-cc705ba7-e85d-4146-a203-73d2639feff7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:00:10.372244 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cc705ba7-e85d-4146-a203-73d2639feff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102450'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:10.373239 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cc705ba7-e85d-4146-a203-73d2639feff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102457'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:10.423159 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cc705ba7-e85d-4146-a203-73d2639feff7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:10.478571 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfff5d5e-598a-5f39-978a-5cba9914088a-f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de'}]}} from dv-cinder-806191-3-iscsi. {{(pid=100376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 08:00:10.479578 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:10.559218 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cc705ba7-e85d-4146-a203-73d2639feff7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:10.614989 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.db_base_plugin_common [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Allocated IP 172.20.0.2 (f9bdf19d-4247-4c5d-a0b9-ca04cf41736f/f4ef16b4-111d-457d-9396-e9cb7cf705de/299dfa5a-fd63-4075-b02a-2e24b294d8f5) {{(pid=100376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 08:00:10.753409 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cc705ba7-e85d-4146-a203-73d2639feff7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:10.755128 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Notify callbacks [] for port, precommit_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:10.763506 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Transition to ACTIVE for port object 299dfa5a-fd63-4075-b02a-2e24b294d8f5 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 08:00:10.772639 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cc705ba7-e85d-4146-a203-73d2639feff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:10.778065 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Transition to ACTIVE for port object 299dfa5a-fd63-4075-b02a-2e24b294d8f5 will not be triggered until provisioned by entity DHCP. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 08:00:10.783939 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068'] for port, after_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:10.827828 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f is already hosted by enough agents. {{(pid=100376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 08:00:10.830679 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.base_scheduler [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Resources bound (agent type, host, resource id): {{(pid=100376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 08:00:10.835079 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Received port after_create {{(pid=100376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 08:00:10.839695 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Pushing event updated for resources: {'Port': ['ID=299dfa5a-fd63-4075-b02a-2e24b294d8f5,revision_number=1']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:10.877714 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-cc705ba7-e85d-4146-a203-73d2639feff7 admin admin] Allocated IP 172.27.3.43 (02efbd58-3f47-4ba1-9fc3-db25e7b0ec42/864ddbd5-13be-4be1-97d0-f7c096166157/578825f6-07cb-4659-8f46-fde95f7f39cd) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 08:00:10.887482 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Attempting to bind port 299dfa5a-fd63-4075-b02a-2e24b294d8f5 on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 08:00:10.887784 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Attempting to bind port 299dfa5a-fd63-4075-b02a-2e24b294d8f5 by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 08:00:10.888184 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Attempting to bind port 299dfa5a-fd63-4075-b02a-2e24b294d8f5 on network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 08:00:10.893329 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 8, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 08:00:10.893737 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Checking segment: {'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 08:00:10.894108 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:10.894835 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Bound using segment: {'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 08:00:10.895446 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Bound port: 299dfa5a-fd63-4075-b02a-2e24b294d8f5, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 08:00:10.895830 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:10.961041 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] For port 299dfa5a-fd63-4075-b02a-2e24b294d8f5, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 08:00:10.964231 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] For port 299dfa5a-fd63-4075-b02a-2e24b294d8f5, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=299dfa5a-fd63-4075-b02a-2e24b294d8f5,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 08:00:10.968528 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:10.982791 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cc705ba7-e85d-4146-a203-73d2639feff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:11.025436 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cc705ba7-e85d-4146-a203-73d2639feff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:11.032296 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b654fa5-56c4-4e82-846b-aeb459c382f4 None None] Pushing event updated for resources: {'Port': ['ID=299dfa5a-fd63-4075-b02a-2e24b294d8f5,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:11.068118 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc705ba7-e85d-4146-a203-73d2639feff7 admin admin] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 08:00:11.071117 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-cc705ba7-e85d-4146-a203-73d2639feff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 08:00:11.075485 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc705ba7-e85d-4146-a203-73d2639feff7 admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 08:00:11.078368 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc705ba7-e85d-4146-a203-73d2639feff7 admin admin] Pushing event updated for resources: {'Port': ['ID=578825f6-07cb-4659-8f46-fde95f7f39cd,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:11.328656 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cc705ba7-e85d-4146-a203-73d2639feff7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:11.518509 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cc705ba7-e85d-4146-a203-73d2639feff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529201'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:11.637699 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 299dfa5a-fd63-4075-b02a-2e24b294d8f5 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 08:00:11.662658 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc705ba7-e85d-4146-a203-73d2639feff7 admin admin] Router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 is scheduled to L3 agent ddc06514-e62b-4404-9376-303558d37976 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 08:00:11.699354 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 299dfa5a-fd63-4075-b02a-2e24b294d8f5 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 08:00:11.774123 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc705ba7-e85d-4146-a203-73d2639feff7 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 08:00:11.783618 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Sync routers for ids ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'] in dv-cinder-806191-3-iscsi {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 08:00:11.792596 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cc705ba7-e85d-4146-a203-73d2639feff7 admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:11.794217 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-cc705ba7-e85d-4146-a203-73d2639feff7 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4462850 Aug 30 08:00:11.794845 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Routers {'67ff9c57-c8f4-4e03-95aa-a242532f8fc7'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:00:11.795765 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:00:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:11.796871 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42014) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:11.884141 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfa5c3e-eea2-4df9-b15b-ac820fe83643 None None] Network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 08:00:11.904427 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Set router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:00:11.962392 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-30df13d1-2346-406f-b559-385d9a371e2c None None] Provisioning for port 299dfa5a-fd63-4075-b02a-2e24b294d8f5 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 08:00:11.970269 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-30df13d1-2346-406f-b559-385d9a371e2c None None] Provisioning complete for port 299dfa5a-fd63-4075-b02a-2e24b294d8f5 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:00:11.970653 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-30df13d1-2346-406f-b559-385d9a371e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:12.098759 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:11Z', 'revision_number': 3, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:12.125378 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-30df13d1-2346-406f-b559-385d9a371e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:12.126186 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Checking router: 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 for host: dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 08:00:12.126682 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Updating router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 port 578825f6-07cb-4659-8f46-fde95f7f39cd binding host dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 08:00:12.152850 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:12.166403 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-30df13d1-2346-406f-b559-385d9a371e2c None None] For port 299dfa5a-fd63-4075-b02a-2e24b294d8f5, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=299dfa5a-fd63-4075-b02a-2e24b294d8f5,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:00:12.173859 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-30df13d1-2346-406f-b559-385d9a371e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:12.233290 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df13d1-2346-406f-b559-385d9a371e2c None None] Pushing event updated for resources: {'Port': ['ID=299dfa5a-fd63-4075-b02a-2e24b294d8f5,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:12.393905 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-86c3b880-c161-4a33-854d-f93a1ce75419 None None] Provisioning complete for port 299dfa5a-fd63-4075-b02a-2e24b294d8f5 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:00:12.394278 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-86c3b880-c161-4a33-854d-f93a1ce75419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:12.427858 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Notify callbacks [] for port, precommit_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:12.438244 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.provisioning_blocks [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Transition to ACTIVE for port object 578825f6-07cb-4659-8f46-fde95f7f39cd will not be triggered until provisioned by entity L2. {{(pid=100377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 08:00:12.444598 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:12.498988 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568e1fc-33d5-43cf-9e76-dfc0e928aa67 None None] Pushing event updated for resources: {'Port': ['ID=578825f6-07cb-4659-8f46-fde95f7f39cd,revision_number=2']} {{(pid=100377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:12.508248 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568e1fc-33d5-43cf-9e76-dfc0e928aa67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:12.508638 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568e1fc-33d5-43cf-9e76-dfc0e928aa67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:12.508979 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568e1fc-33d5-43cf-9e76-dfc0e928aa67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:12.509312 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568e1fc-33d5-43cf-9e76-dfc0e928aa67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:12.509642 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568e1fc-33d5-43cf-9e76-dfc0e928aa67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:12.509967 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568e1fc-33d5-43cf-9e76-dfc0e928aa67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:12.510320 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568e1fc-33d5-43cf-9e76-dfc0e928aa67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:12.510645 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568e1fc-33d5-43cf-9e76-dfc0e928aa67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:12.510981 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568e1fc-33d5-43cf-9e76-dfc0e928aa67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:12.511303 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568e1fc-33d5-43cf-9e76-dfc0e928aa67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:12.511622 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568e1fc-33d5-43cf-9e76-dfc0e928aa67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:12.511936 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568e1fc-33d5-43cf-9e76-dfc0e928aa67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:12.515076 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Attempting to bind port 578825f6-07cb-4659-8f46-fde95f7f39cd on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 08:00:12.515435 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Attempting to bind port 578825f6-07cb-4659-8f46-fde95f7f39cd by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}] {{(pid=100377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 08:00:12.515787 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Attempting to bind port 578825f6-07cb-4659-8f46-fde95f7f39cd on network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 08:00:12.521786 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 8, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 08:00:12.521786 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Checking segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 08:00:12.522134 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:12.522533 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Bound using segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 08:00:12.523333 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Bound port: 578825f6-07cb-4659-8f46-fde95f7f39cd, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}}] {{(pid=100377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 08:00:12.523333 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:12.527027 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8b000250-3cf8-42f9-8379-3f7ab64ec728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:12.573814 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.db [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] For port 578825f6-07cb-4659-8f46-fde95f7f39cd, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 08:00:12.576981 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.db [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] For port 578825f6-07cb-4659-8f46-fde95f7f39cd, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=578825f6-07cb-4659-8f46-fde95f7f39cd,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 08:00:12.580768 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:12.639273 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Routers {'67ff9c57-c8f4-4e03-95aa-a242532f8fc7'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:00:12.639903 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:00:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:12.677358 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568e1fc-33d5-43cf-9e76-dfc0e928aa67 None None] Pushing event updated for resources: {'Port': ['ID=578825f6-07cb-4659-8f46-fde95f7f39cd,revision_number=3']} {{(pid=100377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:12.687522 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-8b000250-3cf8-42f9-8379-3f7ab64ec728 admin admin] Allocated IP 172.20.0.1 (f9bdf19d-4247-4c5d-a0b9-ca04cf41736f/f4ef16b4-111d-457d-9396-e9cb7cf705de/7d2d2a0c-a0c5-4dc6-b892-147928ef7c55) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 08:00:12.748253 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] Set router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:00:12.791159 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8b000250-3cf8-42f9-8379-3f7ab64ec728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:12.804812 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-8b000250-3cf8-42f9-8379-3f7ab64ec728 admin admin] Transition to ACTIVE for port object 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 08:00:12.838357 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8b000250-3cf8-42f9-8379-3f7ab64ec728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:12.877185 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b000250-3cf8-42f9-8379-3f7ab64ec728 admin admin] Network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 08:00:12.880701 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-8b000250-3cf8-42f9-8379-3f7ab64ec728 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 08:00:12.884333 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b000250-3cf8-42f9-8379-3f7ab64ec728 admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 08:00:12.909792 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b000250-3cf8-42f9-8379-3f7ab64ec728 admin admin] Pushing event updated for resources: {'Port': ['ID=7d2d2a0c-a0c5-4dc6-b892-147928ef7c55,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:12.925335 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8b000250-3cf8-42f9-8379-3f7ab64ec728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529390'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:12.929822 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:11Z', 'revision_number': 3, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:12.957092 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b437f0-8d1f-4b64-bc7a-cf5db38b6be4 None None] The sync data for ids ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'] in dv-cinder-806191-3-iscsi is: [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:11Z', 'revision_number': 3, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}] {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 08:00:13.069705 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8b000250-3cf8-42f9-8379-3f7ab64ec728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:13.103522 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-80198032-c9e4-41ab-8906-6051448d77f9 None None] Provisioning for port 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 08:00:13.107580 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-80198032-c9e4-41ab-8906-6051448d77f9 None None] Provisioning complete for port 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:00:13.107957 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-80198032-c9e4-41ab-8906-6051448d77f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:13.149564 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-80198032-c9e4-41ab-8906-6051448d77f9 None None] Port 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 08:00:13.259167 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8b000250-3cf8-42f9-8379-3f7ab64ec728 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:13.267360 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8b000250-3cf8-42f9-8379-3f7ab64ec728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:13.334729 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b000250-3cf8-42f9-8379-3f7ab64ec728 admin admin] Pushing event updated for resources: {'Port': ['ID=7d2d2a0c-a0c5-4dc6-b892-147928ef7c55,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:13.337258 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8b000250-3cf8-42f9-8379-3f7ab64ec728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530737'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:13.433236 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b000250-3cf8-42f9-8379-3f7ab64ec728 admin admin] Network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 08:00:13.434578 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-8b000250-3cf8-42f9-8379-3f7ab64ec728 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 08:00:13.554118 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b000250-3cf8-42f9-8379-3f7ab64ec728 admin admin] Router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 08:00:13.670763 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-8637605c-f32c-4c01-bc87-ed220b524a9f None None] Provisioning complete for port 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:00:13.671136 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8637605c-f32c-4c01-bc87-ed220b524a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:13.675670 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b000250-3cf8-42f9-8379-3f7ab64ec728 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 08:00:13.697130 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-8b000250-3cf8-42f9-8379-3f7ab64ec728 admin admin] 10.222.0.73 "PUT /v2.0/routers/67ff9c57-c8f4-4e03-95aa-a242532f8fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8926921 Aug 30 08:00:13.709108 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 578825f6-07cb-4659-8f46-fde95f7f39cd up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 08:00:13.739129 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-8637605c-f32c-4c01-bc87-ed220b524a9f None None] Port 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 08:00:13.768965 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 578825f6-07cb-4659-8f46-fde95f7f39cd completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 08:00:13.773957 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 578825f6-07cb-4659-8f46-fde95f7f39cd triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:00:13.774362 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:13.854655 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:13.875867 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port 578825f6-07cb-4659-8f46-fde95f7f39cd, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=578825f6-07cb-4659-8f46-fde95f7f39cd,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:00:13.881029 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:13.881805 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 299dfa5a-fd63-4075-b02a-2e24b294d8f5 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 08:00:13.967321 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=578825f6-07cb-4659-8f46-fde95f7f39cd,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:13.977157 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 299dfa5a-fd63-4075-b02a-2e24b294d8f5 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:00:13.977539 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:14.176706 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42030) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:14.181778 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e648df86-8a35-45e2-bedb-0c9ba79789b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2108892712-network', 'tenant_id': '8fc514e269844f38b9b85c388966c8ee'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:00:14.202990 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e648df86-8a35-45e2-bedb-0c9ba79789b0 admin admin] Made reservation on behalf of 8fc514e269844f38b9b85c388966c8ee for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 08:00:14.205299 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e648df86-8a35-45e2-bedb-0c9ba79789b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:14.215394 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e648df86-8a35-45e2-bedb-0c9ba79789b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:14.308088 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e648df86-8a35-45e2-bedb-0c9ba79789b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:14.311956 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e648df86-8a35-45e2-bedb-0c9ba79789b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:14.336736 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e648df86-8a35-45e2-bedb-0c9ba79789b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 08:00:14.346676 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648df86-8a35-45e2-bedb-0c9ba79789b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f73e23-a554-41cc-881c-f97d4f6fb2ac,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:14.352665 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e648df86-8a35-45e2-bedb-0c9ba79789b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:14.353026 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.segments_db [None req-e648df86-8a35-45e2-bedb-0c9ba79789b0 admin admin] Added segment cd8c13b7-a23d-4d3c-9118-b344e8315aeb of type vlan for network 7494ef27-2fda-4e10-86d3-1ed3eedc8509 Aug 30 08:00:14.393538 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e648df86-8a35-45e2-bedb-0c9ba79789b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745590630759'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:14.418841 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e648df86-8a35-45e2-bedb-0c9ba79789b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:14.419803 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e648df86-8a35-45e2-bedb-0c9ba79789b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:14.420386 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e648df86-8a35-45e2-bedb-0c9ba79789b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:14.479873 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-e648df86-8a35-45e2-bedb-0c9ba79789b0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3018742 Aug 30 08:00:14.481075 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 42032) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:14.485841 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Sync routers for ids ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 08:00:14.486372 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-7eb96794-80a7-4b01-952a-3a5c1ceed138 admin admin] Request body: {'subnet': {'network_id': '7494ef27-2fda-4e10-86d3-1ed3eedc8509', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2108892712-subnet', 'tenant_id': '8fc514e269844f38b9b85c388966c8ee', 'ip_version': 4}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:00:14.487300 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648df86-8a35-45e2-bedb-0c9ba79789b0 admin admin] Pushing event updated for resources: {'Network': ['ID=7494ef27-2fda-4e10-86d3-1ed3eedc8509,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:14.497177 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Routers {'67ff9c57-c8f4-4e03-95aa-a242532f8fc7'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:00:14.497975 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:00:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:14.501339 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Network 7494ef27-2fda-4e10-86d3-1ed3eedc8509 details requested by agent ovs-agent-dv-cinder-806191-3-iscsi with host dv-cinder-806191-3-iscsi {{(pid=100376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 08:00:14.507259 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb96794-80a7-4b01-952a-3a5c1ceed138 admin admin] Made reservation on behalf of 8fc514e269844f38b9b85c388966c8ee for: {'subnet': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 08:00:14.509560 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7eb96794-80a7-4b01-952a-3a5c1ceed138 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11245928'] for subnet, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:14.683567 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7eb96794-80a7-4b01-952a-3a5c1ceed138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11718005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11245850'] for subnet, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:14.745390 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb96794-80a7-4b01-952a-3a5c1ceed138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c1bf1d1-4c0b-4cb2-86fe-9cc2f1401e4f,revision_number=0']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:14.754785 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb96794-80a7-4b01-952a-3a5c1ceed138 admin admin] Checking segment: {'id': 'cd8c13b7-a23d-4d3c-9118-b344e8315aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7494ef27-2fda-4e10-86d3-1ed3eedc8509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 08:00:14.755157 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb96794-80a7-4b01-952a-3a5c1ceed138 admin admin] Network hostable DHCP agents. Network: 7494ef27-2fda-4e10-86d3-1ed3eedc8509, hostable agents: ['980fb30f-b881-4380-9851-35d5a168d8a6'], hosted agents: [] {{(pid=100375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 08:00:14.771799 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb96794-80a7-4b01-952a-3a5c1ceed138 admin admin] Network 7494ef27-2fda-4e10-86d3-1ed3eedc8509 is scheduled to be hosted by DHCP agent 980fb30f-b881-4380-9851-35d5a168d8a6 with binding_index 1 {{(pid=100375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 08:00:14.781135 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-7eb96794-80a7-4b01-952a-3a5c1ceed138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-3-iscsi, 7494ef27-2fda-4e10-86d3-1ed3eedc8509) {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 08:00:14.785743 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb96794-80a7-4b01-952a-3a5c1ceed138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:14.786602 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7eb96794-80a7-4b01-952a-3a5c1ceed138 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:14.789209 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Set router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:00:14.792244 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6269a5bf-1c56-4d0f-9eb9-2df80beab658 None None] Network 7494ef27-2fda-4e10-86d3-1ed3eedc8509 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 08:00:14.802182 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-7eb96794-80a7-4b01-952a-3a5c1ceed138 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3197942 Aug 30 08:00:14.805096 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 42036) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:14.809782 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-44541705-d32c-48bb-b1c9-5d55ef2f3e51 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2108892712-router', 'tenant_id': '8fc514e269844f38b9b85c388966c8ee', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:00:14.830529 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44541705-d32c-48bb-b1c9-5d55ef2f3e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102450'] for router, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:14.831512 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44541705-d32c-48bb-b1c9-5d55ef2f3e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102457'] for router, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:14.885582 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44541705-d32c-48bb-b1c9-5d55ef2f3e51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:15.025297 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44541705-d32c-48bb-b1c9-5d55ef2f3e51 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:15.083670 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfff5d5e-598a-5f39-978a-5cba9914088a-7494ef27-2fda-4e10-86d3-1ed3eedc8509', 'network_id': '7494ef27-2fda-4e10-86d3-1ed3eedc8509', 'tenant_id': '8fc514e269844f38b9b85c388966c8ee', 'fixed_ips': [{'subnet_id': '2c1bf1d1-4c0b-4cb2-86fe-9cc2f1401e4f'}]}} from dv-cinder-806191-3-iscsi. {{(pid=100376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 08:00:15.084537 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:15.185069 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 2, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:15.216242 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Checking router: 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 08:00:15.216604 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Updating router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 port 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 binding host dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 08:00:15.228352 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44541705-d32c-48bb-b1c9-5d55ef2f3e51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:15.247535 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44541705-d32c-48bb-b1c9-5d55ef2f3e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:15.265162 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:15.289102 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.db_base_plugin_common [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Allocated IP 172.20.0.2 (7494ef27-2fda-4e10-86d3-1ed3eedc8509/2c1bf1d1-4c0b-4cb2-86fe-9cc2f1401e4f/95a34f6a-32bd-44cf-a296-e984befd62e9) {{(pid=100376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 08:00:15.359375 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-44541705-d32c-48bb-b1c9-5d55ef2f3e51 admin admin] Allocated IP 172.27.3.133 (02efbd58-3f47-4ba1-9fc3-db25e7b0ec42/864ddbd5-13be-4be1-97d0-f7c096166157/9c03273e-5711-4e31-9830-0273b4d420bd) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 08:00:15.463106 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44541705-d32c-48bb-b1c9-5d55ef2f3e51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:15.503408 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44541705-d32c-48bb-b1c9-5d55ef2f3e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:15.545806 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44541705-d32c-48bb-b1c9-5d55ef2f3e51 admin admin] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 08:00:15.548722 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-44541705-d32c-48bb-b1c9-5d55ef2f3e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 08:00:15.552030 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44541705-d32c-48bb-b1c9-5d55ef2f3e51 admin admin] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 08:00:15.588155 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44541705-d32c-48bb-b1c9-5d55ef2f3e51 admin admin] Pushing event updated for resources: {'Port': ['ID=9c03273e-5711-4e31-9830-0273b4d420bd,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:15.591892 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Notify callbacks [] for port, precommit_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:15.606837 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Transition to ACTIVE for port object 95a34f6a-32bd-44cf-a296-e984befd62e9 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 08:00:15.630834 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 578825f6-07cb-4659-8f46-fde95f7f39cd up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 08:00:15.678177 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Transition to ACTIVE for port object 95a34f6a-32bd-44cf-a296-e984befd62e9 will not be triggered until provisioned by entity DHCP. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 08:00:15.692512 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068'] for port, after_create {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:15.738378 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:15.760264 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Network 7494ef27-2fda-4e10-86d3-1ed3eedc8509 is already hosted by enough agents. {{(pid=100376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 08:00:15.766963 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Transition to ACTIVE for port object 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 08:00:15.768862 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.scheduler.base_scheduler [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Resources bound (agent type, host, resource id): {{(pid=100376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 08:00:15.773153 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Pushing event updated for resources: {'Port': ['ID=95a34f6a-32bd-44cf-a296-e984befd62e9,revision_number=1']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:15.776017 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Received port after_create {{(pid=100376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 08:00:15.780942 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:15.819748 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44541705-d32c-48bb-b1c9-5d55ef2f3e51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:15.842863 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 578825f6-07cb-4659-8f46-fde95f7f39cd triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:00:15.843241 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:15.904981 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Attempting to bind port 95a34f6a-32bd-44cf-a296-e984befd62e9 on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 08:00:15.906064 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Attempting to bind port 95a34f6a-32bd-44cf-a296-e984befd62e9 by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': 'cd8c13b7-a23d-4d3c-9118-b344e8315aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7494ef27-2fda-4e10-86d3-1ed3eedc8509'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 08:00:15.906064 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Attempting to bind port 95a34f6a-32bd-44cf-a296-e984befd62e9 on network 7494ef27-2fda-4e10-86d3-1ed3eedc8509 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 08:00:15.915341 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63759c27-1025-4c61-9973-a56107632801 None None] Pushing event updated for resources: {'Port': ['ID=7d2d2a0c-a0c5-4dc6-b892-147928ef7c55,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:15.932960 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 8, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 08:00:15.932960 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Checking segment: {'id': 'cd8c13b7-a23d-4d3c-9118-b344e8315aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7494ef27-2fda-4e10-86d3-1ed3eedc8509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 08:00:15.933345 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:15.933626 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Bound using segment: {'id': 'cd8c13b7-a23d-4d3c-9118-b344e8315aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7494ef27-2fda-4e10-86d3-1ed3eedc8509'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 08:00:15.934110 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Bound port: 95a34f6a-32bd-44cf-a296-e984befd62e9, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8c13b7-a23d-4d3c-9118-b344e8315aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7494ef27-2fda-4e10-86d3-1ed3eedc8509'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 08:00:15.934511 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:16.002726 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Attempting to bind port 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 08:00:16.003093 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Attempting to bind port 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 08:00:16.003457 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Attempting to bind port 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 on network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 08:00:16.021268 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44541705-d32c-48bb-b1c9-5d55ef2f3e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529201'] for router, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:16.029225 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 8, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 08:00:16.029603 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Checking segment: {'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 08:00:16.030007 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:16.030435 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Bound using segment: {'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 08:00:16.031147 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Bound port: 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 08:00:16.031528 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:16.132382 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] For port 95a34f6a-32bd-44cf-a296-e984befd62e9, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 08:00:16.157075 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] For port 95a34f6a-32bd-44cf-a296-e984befd62e9, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=95a34f6a-32bd-44cf-a296-e984befd62e9,segment=NetworkSegment(cd8c13b7-a23d-4d3c-9118-b344e8315aeb),segment_id=cd8c13b7-a23d-4d3c-9118-b344e8315aeb)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 08:00:16.159475 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44541705-d32c-48bb-b1c9-5d55ef2f3e51 admin admin] Router 949c398f-e344-4f7e-85a2-7884144f5b1e is scheduled to L3 agent ddc06514-e62b-4404-9376-303558d37976 with binding_index 1 {{(pid=100375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 08:00:16.163288 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:16.195675 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] For port 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 08:00:16.222589 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] For port 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=7d2d2a0c-a0c5-4dc6-b892-147928ef7c55,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 08:00:16.239800 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:16.255594 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed7977-1ef3-495d-85ff-31486d89b120 None None] Pushing event updated for resources: {'Port': ['ID=95a34f6a-32bd-44cf-a296-e984befd62e9,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:16.281587 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44541705-d32c-48bb-b1c9-5d55ef2f3e51 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 08:00:16.292144 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Sync routers for ids ['949c398f-e344-4f7e-85a2-7884144f5b1e'] in dv-cinder-806191-3-iscsi {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 08:00:16.304090 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44541705-d32c-48bb-b1c9-5d55ef2f3e51 admin admin] Notify callbacks [] for router, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:16.309909 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42040) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:16.310402 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Routers {'949c398f-e344-4f7e-85a2-7884144f5b1e'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:00:16.310707 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:00:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['949c398f-e344-4f7e-85a2-7884144f5b1e'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:16.313883 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-44541705-d32c-48bb-b1c9-5d55ef2f3e51 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5076182 Aug 30 08:00:16.348775 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Routers {'67ff9c57-c8f4-4e03-95aa-a242532f8fc7'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:00:16.349221 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:00:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:16.431952 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Set router 949c398f-e344-4f7e-85a2-7884144f5b1e gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:00:16.495786 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63759c27-1025-4c61-9973-a56107632801 None None] Pushing event updated for resources: {'Port': ['ID=7d2d2a0c-a0c5-4dc6-b892-147928ef7c55,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:16.550531 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] Set router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:00:16.698660 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949c398f-e344-4f7e-85a2-7884144f5b1e', 'name': 'tempest-TestVolumeBootPattern-2108892712-router', 'tenant_id': '8fc514e269844f38b9b85c388966c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '9c03273e-5711-4e31-9830-0273b4d420bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:14Z', 'updated_at': '2021-08-30T08:00:15Z', 'revision_number': 3, 'project_id': '8fc514e269844f38b9b85c388966c8ee', 'gw_port': {'id': '9c03273e-5711-4e31-9830-0273b4d420bd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949c398f-e344-4f7e-85a2-7884144f5b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:15Z', 'updated_at': '2021-08-30T08:00:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:16.732334 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Checking router: 949c398f-e344-4f7e-85a2-7884144f5b1e for host: dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 08:00:16.732794 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Updating router 949c398f-e344-4f7e-85a2-7884144f5b1e port 9c03273e-5711-4e31-9830-0273b4d420bd binding host dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 08:00:16.761182 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:16.829864 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-314b72a4-d289-40ae-ba85-9fc0a8a2868f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:16.923766 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:16Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:16.952183 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9e7bc8-c2c6-482f-9905-b1a6734118c2 None None] The sync data for ids ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'] in dv-cinder-806191-3-iscsi is: [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:16Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 08:00:17.023173 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-314b72a4-d289-40ae-ba85-9fc0a8a2868f admin admin] Allocated IP 172.20.0.1 (7494ef27-2fda-4e10-86d3-1ed3eedc8509/2c1bf1d1-4c0b-4cb2-86fe-9cc2f1401e4f/e5ddcdb4-cd05-47cc-b878-ae892c90ae77) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 08:00:17.094295 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Notify callbacks [] for port, precommit_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:17.105401 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.provisioning_blocks [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Transition to ACTIVE for port object 9c03273e-5711-4e31-9830-0273b4d420bd will not be triggered until provisioned by entity L2. {{(pid=100377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 08:00:17.113632 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:17.172802 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-314b72a4-d289-40ae-ba85-9fc0a8a2868f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:17.186074 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Attempting to bind port 9c03273e-5711-4e31-9830-0273b4d420bd on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 08:00:17.186560 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Attempting to bind port 9c03273e-5711-4e31-9830-0273b4d420bd by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}] {{(pid=100377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 08:00:17.186710 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Attempting to bind port 9c03273e-5711-4e31-9830-0273b4d420bd on network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 08:00:17.191407 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-314b72a4-d289-40ae-ba85-9fc0a8a2868f admin admin] Transition to ACTIVE for port object e5ddcdb4-cd05-47cc-b878-ae892c90ae77 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 08:00:17.196385 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbca077-5254-412d-9a08-4334947e2ac9 None None] Pushing event updated for resources: {'Port': ['ID=9c03273e-5711-4e31-9830-0273b4d420bd,revision_number=2']} {{(pid=100377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:17.199216 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 8, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 08:00:17.199593 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Checking segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 08:00:17.199999 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:17.200407 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Bound using segment: {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'} {{(pid=100377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 08:00:17.200882 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.managers [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Bound port: 9c03273e-5711-4e31-9830-0273b4d420bd, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918f77eb-8fc0-4de8-81c1-a0ccfa048d12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42'}}] {{(pid=100377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 08:00:17.201270 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:17.248555 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-314b72a4-d289-40ae-ba85-9fc0a8a2868f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:17.267592 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.db [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] For port 9c03273e-5711-4e31-9830-0273b4d420bd, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 08:00:17.272356 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.plugins.ml2.db [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] For port 9c03273e-5711-4e31-9830-0273b4d420bd, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=9c03273e-5711-4e31-9830-0273b4d420bd,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 08:00:17.282462 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron_lib.callbacks.manager [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:17.297415 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314b72a4-d289-40ae-ba85-9fc0a8a2868f admin admin] Network 7494ef27-2fda-4e10-86d3-1ed3eedc8509 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 08:00:17.303387 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-314b72a4-d289-40ae-ba85-9fc0a8a2868f admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 08:00:17.306099 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314b72a4-d289-40ae-ba85-9fc0a8a2868f admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 08:00:17.339962 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b72a4-d289-40ae-ba85-9fc0a8a2868f admin admin] Pushing event updated for resources: {'Port': ['ID=e5ddcdb4-cd05-47cc-b878-ae892c90ae77,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:17.355949 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbca077-5254-412d-9a08-4334947e2ac9 None None] Pushing event updated for resources: {'Port': ['ID=9c03273e-5711-4e31-9830-0273b4d420bd,revision_number=3']} {{(pid=100377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:17.364486 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Routers {'949c398f-e344-4f7e-85a2-7884144f5b1e'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:00:17.365325 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:00:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['949c398f-e344-4f7e-85a2-7884144f5b1e'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:17.373075 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-314b72a4-d289-40ae-ba85-9fc0a8a2868f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529390'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:17.532837 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-314b72a4-d289-40ae-ba85-9fc0a8a2868f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:17.547331 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa99665-1203-4024-87d0-fc1ec5463305 None None] Network 7494ef27-2fda-4e10-86d3-1ed3eedc8509 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 08:00:17.616572 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] Set router 949c398f-e344-4f7e-85a2-7884144f5b1e gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:00:17.667960 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-4df7fd1d-bc46-4692-96e0-b7231d881800 None None] Provisioning for port 95a34f6a-32bd-44cf-a296-e984befd62e9 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 08:00:17.736321 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 08:00:17.794667 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-314b72a4-d289-40ae-ba85-9fc0a8a2868f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:17.803463 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-314b72a4-d289-40ae-ba85-9fc0a8a2868f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:17.826857 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 08:00:17.849763 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:00:17.850566 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:17.865511 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b72a4-d289-40ae-ba85-9fc0a8a2868f admin admin] Pushing event updated for resources: {'Port': ['ID=e5ddcdb4-cd05-47cc-b878-ae892c90ae77,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:17.886631 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949c398f-e344-4f7e-85a2-7884144f5b1e', 'name': 'tempest-TestVolumeBootPattern-2108892712-router', 'tenant_id': '8fc514e269844f38b9b85c388966c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '9c03273e-5711-4e31-9830-0273b4d420bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:14Z', 'updated_at': '2021-08-30T08:00:15Z', 'revision_number': 3, 'project_id': '8fc514e269844f38b9b85c388966c8ee', 'gw_port': {'id': '9c03273e-5711-4e31-9830-0273b4d420bd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949c398f-e344-4f7e-85a2-7884144f5b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:15Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:17.891013 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-314b72a4-d289-40ae-ba85-9fc0a8a2868f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530737'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:17.925359 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb26b13-1222-4b8d-a03f-d00bf154bce6 None None] The sync data for ids ['949c398f-e344-4f7e-85a2-7884144f5b1e'] in dv-cinder-806191-3-iscsi is: [{'id': '949c398f-e344-4f7e-85a2-7884144f5b1e', 'name': 'tempest-TestVolumeBootPattern-2108892712-router', 'tenant_id': '8fc514e269844f38b9b85c388966c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '9c03273e-5711-4e31-9830-0273b4d420bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:14Z', 'updated_at': '2021-08-30T08:00:15Z', 'revision_number': 3, 'project_id': '8fc514e269844f38b9b85c388966c8ee', 'gw_port': {'id': '9c03273e-5711-4e31-9830-0273b4d420bd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949c398f-e344-4f7e-85a2-7884144f5b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:15Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}] {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 08:00:17.980178 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:18.025214 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=7d2d2a0c-a0c5-4dc6-b892-147928ef7c55,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:00:18.036238 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:18.038924 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 95a34f6a-32bd-44cf-a296-e984befd62e9 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 08:00:18.042197 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314b72a4-d289-40ae-ba85-9fc0a8a2868f admin admin] Network 7494ef27-2fda-4e10-86d3-1ed3eedc8509 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 08:00:18.042979 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-314b72a4-d289-40ae-ba85-9fc0a8a2868f admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 08:00:18.147491 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=7d2d2a0c-a0c5-4dc6-b892-147928ef7c55,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:18.163809 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 95a34f6a-32bd-44cf-a296-e984befd62e9 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 08:00:18.169444 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 95a34f6a-32bd-44cf-a296-e984befd62e9 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:00:18.170794 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:18.186294 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314b72a4-d289-40ae-ba85-9fc0a8a2868f admin admin] Router 949c398f-e344-4f7e-85a2-7884144f5b1e has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 08:00:18.268401 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-243a15db-9035-4741-966a-5dc6067ccbee None None] Provisioning complete for port 95a34f6a-32bd-44cf-a296-e984befd62e9 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:00:18.268401 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-243a15db-9035-4741-966a-5dc6067ccbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:18.361088 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:18.369384 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314b72a4-d289-40ae-ba85-9fc0a8a2868f admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 08:00:18.386737 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-314b72a4-d289-40ae-ba85-9fc0a8a2868f admin admin] 10.222.0.73 "PUT /v2.0/routers/949c398f-e344-4f7e-85a2-7884144f5b1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0755169 Aug 30 08:00:18.437458 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port 95a34f6a-32bd-44cf-a296-e984befd62e9, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=95a34f6a-32bd-44cf-a296-e984befd62e9,segment=NetworkSegment(cd8c13b7-a23d-4d3c-9118-b344e8315aeb),segment_id=cd8c13b7-a23d-4d3c-9118-b344e8315aeb)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:00:18.450104 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:18.457776 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-243a15db-9035-4741-966a-5dc6067ccbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:18.577573 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=95a34f6a-32bd-44cf-a296-e984befd62e9,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:18.586985 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.db.api [None req-243a15db-9035-4741-966a-5dc6067ccbee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 08:00:18.587583 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG oslo_db.api [None req-243a15db-9035-4741-966a-5dc6067ccbee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 08:00:19.133465 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-243a15db-9035-4741-966a-5dc6067ccbee None None] Provisioning for port e5ddcdb4-cd05-47cc-b878-ae892c90ae77 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 08:00:19.137285 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-243a15db-9035-4741-966a-5dc6067ccbee None None] Provisioning complete for port e5ddcdb4-cd05-47cc-b878-ae892c90ae77 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:00:19.137659 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-243a15db-9035-4741-966a-5dc6067ccbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:19.173615 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-243a15db-9035-4741-966a-5dc6067ccbee None None] Port e5ddcdb4-cd05-47cc-b878-ae892c90ae77 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 08:00:19.291397 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-6553cb21-b260-4b42-8164-e1504c5c9378 None None] Provisioning complete for port e5ddcdb4-cd05-47cc-b878-ae892c90ae77 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:00:19.291665 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6553cb21-b260-4b42-8164-e1504c5c9378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:19.325013 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-6553cb21-b260-4b42-8164-e1504c5c9378 None None] Port e5ddcdb4-cd05-47cc-b878-ae892c90ae77 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 08:00:19.675311 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 08:00:19.721212 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:00:19.721576 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:19.802753 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 95a34f6a-32bd-44cf-a296-e984befd62e9 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 08:00:19.847830 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 95a34f6a-32bd-44cf-a296-e984befd62e9 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:00:19.848205 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:19.922574 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 9c03273e-5711-4e31-9830-0273b4d420bd up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 08:00:19.976106 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port 9c03273e-5711-4e31-9830-0273b4d420bd completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 08:00:19.980101 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 9c03273e-5711-4e31-9830-0273b4d420bd triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:00:19.980478 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.010632 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 42052) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:20.015784 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-72f1dfdb-1021-4837-a053-6bfd5cf7358c tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2102052867', 'description': 'tempest-secgroup-smoke-2102052867 description', 'project_id': '8d8bc861de4e4b05b9e798f101735072'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:00:20.048918 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-72f1dfdb-1021-4837-a053-6bfd5cf7358c tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.061192 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.083419 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port 9c03273e-5711-4e31-9830-0273b4d420bd, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=9c03273e-5711-4e31-9830-0273b4d420bd,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:00:20.087579 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.139983 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=9c03273e-5711-4e31-9830-0273b4d420bd,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:20.141635 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-72f1dfdb-1021-4837-a053-6bfd5cf7358c tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.146497 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-72f1dfdb-1021-4837-a053-6bfd5cf7358c tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.172431 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-72f1dfdb-1021-4837-a053-6bfd5cf7358c tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.173659 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-72f1dfdb-1021-4837-a053-6bfd5cf7358c tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1615691 Aug 30 08:00:20.177364 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42054) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:20.178710 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1dfdb-1021-4837-a053-6bfd5cf7358c tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd558b0c-7047-4da0-ad41-eca0b89e6a34,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:20.182183 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e1f26971-41e1-4d4c-b9e5-8d7114e27b29 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Request body: {'security_group_rule': {'security_group_id': 'bd558b0c-7047-4da0-ad41-eca0b89e6a34', 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:00:20.208119 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e1f26971-41e1-4d4c-b9e5-8d7114e27b29 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.346643 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Sync routers for ids ['949c398f-e344-4f7e-85a2-7884144f5b1e'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 08:00:20.356050 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Routers {'949c398f-e344-4f7e-85a2-7884144f5b1e'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:00:20.356671 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:00:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['949c398f-e344-4f7e-85a2-7884144f5b1e'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:20.467140 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Set router 949c398f-e344-4f7e-85a2-7884144f5b1e gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:00:20.527997 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e1f26971-41e1-4d4c-b9e5-8d7114e27b29 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.532277 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e1f26971-41e1-4d4c-b9e5-8d7114e27b29 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.547400 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f26971-41e1-4d4c-b9e5-8d7114e27b29 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5b073b-f38b-4c8a-aec9-9eef53d095ad,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:20.557551 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e1f26971-41e1-4d4c-b9e5-8d7114e27b29 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.558844 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-e1f26971-41e1-4d4c-b9e5-8d7114e27b29 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3802752 Aug 30 08:00:20.561514 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42056) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:20.567206 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-43cd6c5f-65be-488e-9357-701e9eebbdca tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Request body: {'security_group_rule': {'security_group_id': 'bd558b0c-7047-4da0-ad41-eca0b89e6a34', 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:00:20.595288 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43cd6c5f-65be-488e-9357-701e9eebbdca tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.653424 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43cd6c5f-65be-488e-9357-701e9eebbdca tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.657182 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43cd6c5f-65be-488e-9357-701e9eebbdca tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.675235 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd6c5f-65be-488e-9357-701e9eebbdca tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b341ec3f-99f1-49f2-9bec-a8e26fe35f7a,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:20.676218 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949c398f-e344-4f7e-85a2-7884144f5b1e', 'name': 'tempest-TestVolumeBootPattern-2108892712-router', 'tenant_id': '8fc514e269844f38b9b85c388966c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '9c03273e-5711-4e31-9830-0273b4d420bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:14Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 4, 'project_id': '8fc514e269844f38b9b85c388966c8ee', 'gw_port': {'id': '9c03273e-5711-4e31-9830-0273b4d420bd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949c398f-e344-4f7e-85a2-7884144f5b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:15Z', 'updated_at': '2021-08-30T08:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': 'e5ddcdb4-cd05-47cc-b878-ae892c90ae77', 'name': '', 'network_id': '7494ef27-2fda-4e10-86d3-1ed3eedc8509', 'tenant_id': '8fc514e269844f38b9b85c388966c8ee', 'mac_address': 'fa:16:3e:c4:d7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949c398f-e344-4f7e-85a2-7884144f5b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '2c1bf1d1-4c0b-4cb2-86fe-9cc2f1401e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:16Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 2, 'project_id': '8fc514e269844f38b9b85c388966c8ee', 'subnets': [{'id': '2c1bf1d1-4c0b-4cb2-86fe-9cc2f1401e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:20.683538 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43cd6c5f-65be-488e-9357-701e9eebbdca tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.687470 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-43cd6c5f-65be-488e-9357-701e9eebbdca tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223581 Aug 30 08:00:20.687693 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42058) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:20.692084 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-068892ff-05d6-4ccf-a8ef-3d86053df59b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Request body: {'security_group_rule': {'security_group_id': 'bd558b0c-7047-4da0-ad41-eca0b89e6a34', 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:00:20.704232 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Checking router: 949c398f-e344-4f7e-85a2-7884144f5b1e for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 08:00:20.704589 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Updating router 949c398f-e344-4f7e-85a2-7884144f5b1e port e5ddcdb4-cd05-47cc-b878-ae892c90ae77 binding host dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 08:00:20.717991 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-068892ff-05d6-4ccf-a8ef-3d86053df59b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.729691 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.779461 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-068892ff-05d6-4ccf-a8ef-3d86053df59b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.783450 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-068892ff-05d6-4ccf-a8ef-3d86053df59b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.804863 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068892ff-05d6-4ccf-a8ef-3d86053df59b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da6b94f-6f45-49a0-b23d-ad2a9b16b7f9,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:20.807856 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-068892ff-05d6-4ccf-a8ef-3d86053df59b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.811500 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-068892ff-05d6-4ccf-a8ef-3d86053df59b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204271 Aug 30 08:00:20.811966 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42060) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:20.816073 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-0a69d826-0e36-4729-b4e3-aaef526aef5f tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Request body: {'security_group_rule': {'security_group_id': 'bd558b0c-7047-4da0-ad41-eca0b89e6a34', 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:00:20.841867 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a69d826-0e36-4729-b4e3-aaef526aef5f tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.901481 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a69d826-0e36-4729-b4e3-aaef526aef5f tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.905740 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a69d826-0e36-4729-b4e3-aaef526aef5f tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.924129 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69d826-0e36-4729-b4e3-aaef526aef5f tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31aec61-5616-454a-9385-bf7162677935,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:20.930889 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a69d826-0e36-4729-b4e3-aaef526aef5f tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.932118 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-0a69d826-0e36-4729-b4e3-aaef526aef5f tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194952 Aug 30 08:00:20.934825 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42062) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:20.939261 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-85ca1270-297d-4d63-9320-bfc1703de0f4 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Request body: {'security_group_rule': {'security_group_id': 'bd558b0c-7047-4da0-ad41-eca0b89e6a34', 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:00:20.962417 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-85ca1270-297d-4d63-9320-bfc1703de0f4 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Project 8d8bc861de4e4b05b9e798f101735072 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 08:00:20.967990 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-85ca1270-297d-4d63-9320-bfc1703de0f4 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:20.999363 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:21.009713 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Transition to ACTIVE for port object e5ddcdb4-cd05-47cc-b878-ae892c90ae77 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 08:00:21.015588 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:21.027983 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-85ca1270-297d-4d63-9320-bfc1703de0f4 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:21.031542 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-85ca1270-297d-4d63-9320-bfc1703de0f4 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:21.048571 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca1270-297d-4d63-9320-bfc1703de0f4 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23a4192-ae47-4802-81b2-03565fa4c183,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:21.057388 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-85ca1270-297d-4d63-9320-bfc1703de0f4 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:21.061808 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-85ca1270-297d-4d63-9320-bfc1703de0f4 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233087 Aug 30 08:00:21.062084 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42066) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:21.068229 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-eda2b498-4d02-4702-b7d7-c91e6fbadeaf tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Request body: {'security_group_rule': {'security_group_id': 'bd558b0c-7047-4da0-ad41-eca0b89e6a34', 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:00:21.069710 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93be5c0-c5bd-4d34-b399-c14c3c9cc943 None None] Pushing event updated for resources: {'Port': ['ID=e5ddcdb4-cd05-47cc-b878-ae892c90ae77,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:21.101857 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-eda2b498-4d02-4702-b7d7-c91e6fbadeaf tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Project 8d8bc861de4e4b05b9e798f101735072 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 08:00:21.106990 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-eda2b498-4d02-4702-b7d7-c91e6fbadeaf tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:21.120769 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Attempting to bind port e5ddcdb4-cd05-47cc-b878-ae892c90ae77 on host dv-cinder-806191-3-iscsi for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 08:00:21.121147 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Attempting to bind port e5ddcdb4-cd05-47cc-b878-ae892c90ae77 by drivers openvswitch,hyperv on host dv-cinder-806191-3-iscsi at level 0 using segments [{'id': 'cd8c13b7-a23d-4d3c-9118-b344e8315aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7494ef27-2fda-4e10-86d3-1ed3eedc8509'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 08:00:21.121518 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Attempting to bind port e5ddcdb4-cd05-47cc-b878-ae892c90ae77 on network 7494ef27-2fda-4e10-86d3-1ed3eedc8509 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 08:00:21.127048 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Checking agent: {'id': '9e4a6b59-039a-40da-8ae6-6a24ebcc07e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 39, 35), 'started_at': datetime.datetime(2021, 8, 30, 7, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 8, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 08:00:21.127434 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Checking segment: {'id': 'cd8c13b7-a23d-4d3c-9118-b344e8315aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7494ef27-2fda-4e10-86d3-1ed3eedc8509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 08:00:21.127881 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:21.128288 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Bound using segment: {'id': 'cd8c13b7-a23d-4d3c-9118-b344e8315aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7494ef27-2fda-4e10-86d3-1ed3eedc8509'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 08:00:21.128955 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Bound port: e5ddcdb4-cd05-47cc-b878-ae892c90ae77, host: dv-cinder-806191-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8c13b7-a23d-4d3c-9118-b344e8315aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7494ef27-2fda-4e10-86d3-1ed3eedc8509'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 08:00:21.129342 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:21.172446 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-eda2b498-4d02-4702-b7d7-c91e6fbadeaf tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:21.177949 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-eda2b498-4d02-4702-b7d7-c91e6fbadeaf tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738674'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:21.198716 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2b498-4d02-4702-b7d7-c91e6fbadeaf tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930bce3a-c6e6-429d-8ec4-0354cc99bc40,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:21.199683 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] For port e5ddcdb4-cd05-47cc-b878-ae892c90ae77, host dv-cinder-806191-3-iscsi, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 08:00:21.203427 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] For port e5ddcdb4-cd05-47cc-b878-ae892c90ae77, host dv-cinder-806191-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=e5ddcdb4-cd05-47cc-b878-ae892c90ae77,segment=NetworkSegment(cd8c13b7-a23d-4d3c-9118-b344e8315aeb),segment_id=cd8c13b7-a23d-4d3c-9118-b344e8315aeb)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 08:00:21.205293 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-eda2b498-4d02-4702-b7d7-c91e6fbadeaf tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:21.210416 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-eda2b498-4d02-4702-b7d7-c91e6fbadeaf tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1429658 Aug 30 08:00:21.210603 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:21.274785 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Routers {'949c398f-e344-4f7e-85a2-7884144f5b1e'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:00:21.275437 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:00:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['949c398f-e344-4f7e-85a2-7884144f5b1e'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:21.310563 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93be5c0-c5bd-4d34-b399-c14c3c9cc943 None None] Pushing event updated for resources: {'Port': ['ID=e5ddcdb4-cd05-47cc-b878-ae892c90ae77,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:21.405114 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] Set router 949c398f-e344-4f7e-85a2-7884144f5b1e gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:00:21.622711 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 9c03273e-5711-4e31-9830-0273b4d420bd up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 08:00:21.655323 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949c398f-e344-4f7e-85a2-7884144f5b1e', 'name': 'tempest-TestVolumeBootPattern-2108892712-router', 'tenant_id': '8fc514e269844f38b9b85c388966c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '9c03273e-5711-4e31-9830-0273b4d420bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:14Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 4, 'project_id': '8fc514e269844f38b9b85c388966c8ee', 'gw_port': {'id': '9c03273e-5711-4e31-9830-0273b4d420bd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949c398f-e344-4f7e-85a2-7884144f5b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:15Z', 'updated_at': '2021-08-30T08:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': 'e5ddcdb4-cd05-47cc-b878-ae892c90ae77', 'name': '', 'network_id': '7494ef27-2fda-4e10-86d3-1ed3eedc8509', 'tenant_id': '8fc514e269844f38b9b85c388966c8ee', 'mac_address': 'fa:16:3e:c4:d7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949c398f-e344-4f7e-85a2-7884144f5b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '2c1bf1d1-4c0b-4cb2-86fe-9cc2f1401e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:16Z', 'updated_at': '2021-08-30T08:00:21Z', 'revision_number': 4, 'project_id': '8fc514e269844f38b9b85c388966c8ee', 'subnets': [{'id': '2c1bf1d1-4c0b-4cb2-86fe-9cc2f1401e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:21.687447 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86600563-38b8-44de-9f60-49fe857c2e0b None None] The sync data for ids ['949c398f-e344-4f7e-85a2-7884144f5b1e'] in dv-cinder-806191-3-iscsi is: [{'id': '949c398f-e344-4f7e-85a2-7884144f5b1e', 'name': 'tempest-TestVolumeBootPattern-2108892712-router', 'tenant_id': '8fc514e269844f38b9b85c388966c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '9c03273e-5711-4e31-9830-0273b4d420bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:14Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 4, 'project_id': '8fc514e269844f38b9b85c388966c8ee', 'gw_port': {'id': '9c03273e-5711-4e31-9830-0273b4d420bd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949c398f-e344-4f7e-85a2-7884144f5b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:15Z', 'updated_at': '2021-08-30T08:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': 'e5ddcdb4-cd05-47cc-b878-ae892c90ae77', 'name': '', 'network_id': '7494ef27-2fda-4e10-86d3-1ed3eedc8509', 'tenant_id': '8fc514e269844f38b9b85c388966c8ee', 'mac_address': 'fa:16:3e:c4:d7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949c398f-e344-4f7e-85a2-7884144f5b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '2c1bf1d1-4c0b-4cb2-86fe-9cc2f1401e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:16Z', 'updated_at': '2021-08-30T08:00:21Z', 'revision_number': 4, 'project_id': '8fc514e269844f38b9b85c388966c8ee', 'subnets': [{'id': '2c1bf1d1-4c0b-4cb2-86fe-9cc2f1401e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 08:00:21.706506 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port 9c03273e-5711-4e31-9830-0273b4d420bd triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:00:21.706977 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:23.620420 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device e5ddcdb4-cd05-47cc-b878-ae892c90ae77 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 08:00:23.795881 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:23.800435 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning for port e5ddcdb4-cd05-47cc-b878-ae892c90ae77 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 08:00:23.804939 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port e5ddcdb4-cd05-47cc-b878-ae892c90ae77 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:00:23.805312 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:23.880227 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:23.911181 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] For port e5ddcdb4-cd05-47cc-b878-ae892c90ae77, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=e5ddcdb4-cd05-47cc-b878-ae892c90ae77,segment=NetworkSegment(cd8c13b7-a23d-4d3c-9118-b344e8315aeb),segment_id=cd8c13b7-a23d-4d3c-9118-b344e8315aeb)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:00:23.916524 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:23.968533 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Pushing event updated for resources: {'Port': ['ID=e5ddcdb4-cd05-47cc-b878-ae892c90ae77,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:23.976707 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:23.977064 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:23.977410 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:23.977750 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:23.978085 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:23.978447 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:23.978780 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:23.979110 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:23.979440 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:23.979766 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:23.980090 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:23.980412 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:25.604389 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device e5ddcdb4-cd05-47cc-b878-ae892c90ae77 up at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 08:00:25.653574 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Provisioning complete for port e5ddcdb4-cd05-47cc-b878-ae892c90ae77 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:00:25.654003 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:30.590934 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0a407026-a0ac-49aa-965c-fe26a0ce6bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:33.433738 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-89c99c02-f7b8-492a-a96a-14dda93b5a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:34.331581 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:35.114540 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:35.881745 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:38.796948 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe6362-2a5f-4b94-9dc5-baa959e23e1a req-bba27129-7169-4ba5-b742-de5a682fd1ff tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:38.798347 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-27fe6362-2a5f-4b94-9dc5-baa959e23e1a req-bba27129-7169-4ba5-b742-de5a682fd1ff tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 946 time: 0.0516503 Aug 30 08:00:38.835043 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-27fe6362-2a5f-4b94-9dc5-baa959e23e1a req-d2c501d2-dcd3-4db6-895c-3e7b22b8ce30 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307059 Aug 30 08:00:39.956693 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f08e7e-7c48-48c4-878a-248275f96d9e req-7bb3281e-522c-48de-bbd9-6c46ac14e35c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:39.958177 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-95f08e7e-7c48-48c4-878a-248275f96d9e req-7bb3281e-522c-48de-bbd9-6c46ac14e35c tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 946 time: 0.0485361 Aug 30 08:00:39.996625 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-95f08e7e-7c48-48c4-878a-248275f96d9e req-479f293b-fd24-492b-b2ae-c3b7759174b6 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318058 Aug 30 08:00:41.131941 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35417288-584c-4df9-9561-9203a3ace9bf req-8748f10a-ae6b-4bd9-a670-499b50052a16 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:41.133364 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-35417288-584c-4df9-9561-9203a3ace9bf req-8748f10a-ae6b-4bd9-a670-499b50052a16 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.61 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 946 time: 0.0719075 Aug 30 08:00:41.145524 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f596226-fea4-4798-9a11-17816174a3c0 req-155ca307-9ae4-4fa6-9817-559cb5920c0d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:41.146920 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6f596226-fea4-4798-9a11-17816174a3c0 req-155ca307-9ae4-4fa6-9817-559cb5920c0d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 946 time: 0.0773873 Aug 30 08:00:41.230508 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6f596226-fea4-4798-9a11-17816174a3c0 req-9e22f0bd-d845-4ef6-9823-562b1e11d58e tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups?id=8011a493-5e25-4d2a-a478-b5cf32f837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766854 Aug 30 08:00:41.257574 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-35417288-584c-4df9-9561-9203a3ace9bf req-d1213b1a-922c-45da-bdc1-9731a3012848 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Deleting port 433de034-350e-4435-8de8-087595037325 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:00:41.257917 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-35417288-584c-4df9-9561-9203a3ace9bf req-d1213b1a-922c-45da-bdc1-9731a3012848 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:41.347183 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-35417288-584c-4df9-9561-9203a3ace9bf req-d1213b1a-922c-45da-bdc1-9731a3012848 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] For port 433de034-350e-4435-8de8-087595037325, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=433de034-350e-4435-8de8-087595037325,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:00:41.347550 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-35417288-584c-4df9-9561-9203a3ace9bf req-d1213b1a-922c-45da-bdc1-9731a3012848 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:41.515133 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-35417288-584c-4df9-9561-9203a3ace9bf req-d1213b1a-922c-45da-bdc1-9731a3012848 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:41.515440 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-35417288-584c-4df9-9561-9203a3ace9bf req-d1213b1a-922c-45da-bdc1-9731a3012848 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529307'] for floatingip, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:41.515760 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.db.l3_db [req-35417288-584c-4df9-9561-9203a3ace9bf req-d1213b1a-922c-45da-bdc1-9731a3012848 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Floating IP a9f31be0-a1e2-4d6c-897e-39488de66153 disassociated. External IP: 172.27.3.243, port: 433de034-350e-4435-8de8-087595037325. Aug 30 08:00:41.516104 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-35417288-584c-4df9-9561-9203a3ace9bf req-d1213b1a-922c-45da-bdc1-9731a3012848 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Calling delete_port for 433de034-350e-4435-8de8-087595037325 owned by compute:nova {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:00:41.639696 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-35417288-584c-4df9-9561-9203a3ace9bf req-d1213b1a-922c-45da-bdc1-9731a3012848 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:41.671543 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1213b1a-922c-45da-bdc1-9731a3012848 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Pushing event deleted for resources: {'Port': ['ID=433de034-350e-4435-8de8-087595037325,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:41.782134 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35417288-584c-4df9-9561-9203a3ace9bf req-d1213b1a-922c-45da-bdc1-9731a3012848 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Router 6d695a51-c1eb-4671-9a57-8ee449d70b8a has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 08:00:41.884680 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35417288-584c-4df9-9561-9203a3ace9bf req-d1213b1a-922c-45da-bdc1-9731a3012848 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 08:00:41.894657 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1d6d77-6454-408c-bc7d-4016f73239bd None None] Sync routers for ids ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'] in dv-cinder-806191-3-iscsi {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 08:00:41.904785 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1d6d77-6454-408c-bc7d-4016f73239bd None None] Routers {'6d695a51-c1eb-4671-9a57-8ee449d70b8a'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:00:41.905407 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-8c1d6d77-6454-408c-bc7d-4016f73239bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:00:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:42.012586 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-8c1d6d77-6454-408c-bc7d-4016f73239bd None None] Set router 6d695a51-c1eb-4671-9a57-8ee449d70b8a gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:00:42.057639 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:00:42.171920 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-35417288-584c-4df9-9561-9203a3ace9bf req-d1213b1a-922c-45da-bdc1-9731a3012848 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] No DVR routers for this DVR port 433de034-350e-4435-8de8-087595037325 on host hv-cinder-80619 {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 08:00:42.174556 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-35417288-584c-4df9-9561-9203a3ace9bf req-d1213b1a-922c-45da-bdc1-9731a3012848 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:42.176597 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-35417288-584c-4df9-9561-9203a3ace9bf req-d1213b1a-922c-45da-bdc1-9731a3012848 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.61 "DELETE /v2.0/ports/433de034-350e-4435-8de8-087595037325 HTTP/1.1" status: 204 len: 173 time: 1.0288310 Aug 30 08:00:42.177073 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bba115-ffa4-48f5-9f97-30c8117579c2', 'name': 'network-vif-deleted', 'tag': '433de034-350e-4435-8de8-087595037325'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 08:00:42.179411 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c8b6dc-7dc5-4f47-a8ca-ae9d1137d50e" -d '{"events": [{"server_uuid": "04bba115-ffa4-48f5-9f97-30c8117579c2", "name": "network-vif-deleted", "tag": "433de034-350e-4435-8de8-087595037325"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 08:00:42.224988 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 08:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52caec2-c6a0-4683-99ce-5b9232e866f0 x-openstack-request-id: req-b52caec2-c6a0-4683-99ce-5b9232e866f0 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 08:00:42.224988 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bba115-ffa4-48f5-9f97-30c8117579c2", "name": "network-vif-deleted", "tag": "433de034-350e-4435-8de8-087595037325", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 08:00:42.225235 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b52caec2-c6a0-4683-99ce-5b9232e866f0 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 08:00:42.225484 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04bba115-ffa4-48f5-9f97-30c8117579c2', 'name': 'network-vif-deleted', 'tag': '433de034-350e-4435-8de8-087595037325', 'status': 'completed', 'code': 200} Aug 30 08:00:42.227780 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-8c1d6d77-6454-408c-bc7d-4016f73239bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T07:49:30Z', 'revision_number': 4, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port': {'id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:24Z', 'updated_at': '2021-08-30T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '4c16b09c-1012-4d0c-b430-d921aed4ee36', 'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'mac_address': 'fa:16:3e:87:37:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:28Z', 'updated_at': '2021-08-30T07:49:35Z', 'revision_number': 5, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'subnets': [{'id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:42.267475 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1d6d77-6454-408c-bc7d-4016f73239bd None None] Checking router: 6d695a51-c1eb-4671-9a57-8ee449d70b8a for host: dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 08:00:42.275862 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1d6d77-6454-408c-bc7d-4016f73239bd None None] Routers {'6d695a51-c1eb-4671-9a57-8ee449d70b8a'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:00:42.276459 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-8c1d6d77-6454-408c-bc7d-4016f73239bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:00:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:42.344634 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c0631cdf-cdad-4ad8-9258-bd2bb74e9ae3 req-09887f74-6e88-4771-937f-05c12ff5ff5b tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bba115-ffa4-48f5-9f97-30c8117579c2 HTTP/1.1" status: 200 len: 210 time: 0.0267336 Aug 30 08:00:42.380004 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-8c1d6d77-6454-408c-bc7d-4016f73239bd None None] Set router 6d695a51-c1eb-4671-9a57-8ee449d70b8a gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:00:42.571348 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-8c1d6d77-6454-408c-bc7d-4016f73239bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T07:49:30Z', 'revision_number': 4, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port': {'id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:24Z', 'updated_at': '2021-08-30T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '4c16b09c-1012-4d0c-b430-d921aed4ee36', 'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'mac_address': 'fa:16:3e:87:37:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:28Z', 'updated_at': '2021-08-30T07:49:35Z', 'revision_number': 5, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'subnets': [{'id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:42.598872 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1d6d77-6454-408c-bc7d-4016f73239bd None None] The sync data for ids ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'] in dv-cinder-806191-3-iscsi is: [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T07:49:30Z', 'revision_number': 4, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port': {'id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:24Z', 'updated_at': '2021-08-30T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '4c16b09c-1012-4d0c-b430-d921aed4ee36', 'name': '', 'network_id': 'ac8b0384-c5fa-4cad-beab-0f002d9bca24', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'mac_address': 'fa:16:3e:87:37:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:28Z', 'updated_at': '2021-08-30T07:49:35Z', 'revision_number': 5, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'subnets': [{'id': '417de6c6-8ef1-406c-b93e-54175f5b1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 08:00:42.922746 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728d90f5-4e2e-496f-95bb-2ec4d3e6eb3d None None] New status for floating IP a9f31be0-a1e2-4d6c-897e-39488de66153: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 08:00:43.431725 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42216) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:43.485109 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36234c20-6fa9-432c-b6bd-3c368b71151d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:43.507390 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36234c20-6fa9-432c-b6bd-3c368b71151d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:43.552760 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36234c20-6fa9-432c-b6bd-3c368b71151d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:43.555540 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36234c20-6fa9-432c-b6bd-3c368b71151d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:43.556709 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-36234c20-6fa9-432c-b6bd-3c368b71151d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "DELETE /v2.0/security-groups/8011a493-5e25-4d2a-a478-b5cf32f837e6 HTTP/1.1" status: 204 len: 168 time: 0.1239698 Aug 30 08:00:43.559868 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 42218) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:43.569462 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36234c20-6fa9-432c-b6bd-3c368b71151d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8011a493-5e25-4d2a-a478-b5cf32f837e6,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:43.572851 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.api.v2.resource [None req-c8ad6a09-c74f-42c8-8c65-38f4b086edd6 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] show failed (client error): The resource could not be found. Aug 30 08:00:43.573830 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-c8ad6a09-c74f-42c8-8c65-38f4b086edd6 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "GET /v2.0/security-groups/8011a493-5e25-4d2a-a478-b5cf32f837e6 HTTP/1.1" status: 404 len: 347 time: 0.0129752 Aug 30 08:00:43.576468 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36234c20-6fa9-432c-b6bd-3c368b71151d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:43.576612 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 42220) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:43.576825 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36234c20-6fa9-432c-b6bd-3c368b71151d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:43.577169 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36234c20-6fa9-432c-b6bd-3c368b71151d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:43.577535 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36234c20-6fa9-432c-b6bd-3c368b71151d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:43.577875 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36234c20-6fa9-432c-b6bd-3c368b71151d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:43.578239 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36234c20-6fa9-432c-b6bd-3c368b71151d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:43.578573 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36234c20-6fa9-432c-b6bd-3c368b71151d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:43.578905 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36234c20-6fa9-432c-b6bd-3c368b71151d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:43.579237 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36234c20-6fa9-432c-b6bd-3c368b71151d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:43.579565 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36234c20-6fa9-432c-b6bd-3c368b71151d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:43.579892 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36234c20-6fa9-432c-b6bd-3c368b71151d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:43.580220 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36234c20-6fa9-432c-b6bd-3c368b71151d tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:43.707267 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-5986c0dd-daa5-4736-b22d-f43fc0be1c03 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Deleting port 598cf085-6355-459a-b13d-29ab756469e7 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:00:43.707503 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5986c0dd-daa5-4736-b22d-f43fc0be1c03 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:43.799990 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5986c0dd-daa5-4736-b22d-f43fc0be1c03 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:43.800329 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5986c0dd-daa5-4736-b22d-f43fc0be1c03 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:43.812509 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-5986c0dd-daa5-4736-b22d-f43fc0be1c03 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Calling delete_port for 598cf085-6355-459a-b13d-29ab756469e7 owned by network:floatingip {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:00:43.947673 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5986c0dd-daa5-4736-b22d-f43fc0be1c03 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:43.980116 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986c0dd-daa5-4736-b22d-f43fc0be1c03 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Pushing event deleted for resources: {'Port': ['ID=598cf085-6355-459a-b13d-29ab756469e7,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:44.036274 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5986c0dd-daa5-4736-b22d-f43fc0be1c03 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks [] for floatingip, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:44.038716 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5986c0dd-daa5-4736-b22d-f43fc0be1c03 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:44.039834 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-5986c0dd-daa5-4736-b22d-f43fc0be1c03 tempest-AttachVolumeShelveTestJSON-1284222487 tempest-AttachVolumeShelveTestJSON-1284222487-project] 10.222.0.73 "DELETE /v2.0/floatingips/a9f31be0-a1e2-4d6c-897e-39488de66153 HTTP/1.1" status: 204 len: 168 time: 0.4621379 Aug 30 08:00:45.780638 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 433de034-350e-4435-8de8-087595037325 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:00:45.800278 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] No Port match for: 433de034-350e-4435-8de8-087595037325 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:00:45.800617 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device 433de034-350e-4435-8de8-087595037325 not bound to the agent host hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:00:46.467284 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 42248) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:47.007470 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-42865d88-9050-437e-be02-be90cc3a49f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535493'] for router_interface, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:47.297516 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-42865d88-9050-437e-be02-be90cc3a49f3 admin admin] Deleting port 4c16b09c-1012-4d0c-b430-d921aed4ee36 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:00:47.297762 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-42865d88-9050-437e-be02-be90cc3a49f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:47.375507 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-42865d88-9050-437e-be02-be90cc3a49f3 admin admin] For port 4c16b09c-1012-4d0c-b430-d921aed4ee36, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=4c16b09c-1012-4d0c-b430-d921aed4ee36,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:00:47.375867 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-42865d88-9050-437e-be02-be90cc3a49f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:47.388326 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-42865d88-9050-437e-be02-be90cc3a49f3 admin admin] Calling delete_port for 4c16b09c-1012-4d0c-b430-d921aed4ee36 owned by network:router_interface {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:00:47.560767 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-42865d88-9050-437e-be02-be90cc3a49f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:47.589505 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42865d88-9050-437e-be02-be90cc3a49f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c16b09c-1012-4d0c-b430-d921aed4ee36,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:47.755359 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-42865d88-9050-437e-be02-be90cc3a49f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535311'] for router_interface, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:47.960232 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42865d88-9050-437e-be02-be90cc3a49f3 admin admin] Router 6d695a51-c1eb-4671-9a57-8ee449d70b8a has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 08:00:48.067230 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42865d88-9050-437e-be02-be90cc3a49f3 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 08:00:48.072289 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-42865d88-9050-437e-be02-be90cc3a49f3 admin admin] 10.222.0.73 "PUT /v2.0/routers/6d695a51-c1eb-4671-9a57-8ee449d70b8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6039369 Aug 30 08:00:48.074899 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42260) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:48.080133 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee46ecc6-df42-4f87-8e70-09def842a991 None None] Sync routers for ids ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'] in dv-cinder-806191-3-iscsi {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 08:00:48.094318 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee46ecc6-df42-4f87-8e70-09def842a991 None None] Routers {'6d695a51-c1eb-4671-9a57-8ee449d70b8a'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:00:48.094930 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-ee46ecc6-df42-4f87-8e70-09def842a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:00:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:48.199693 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-ee46ecc6-df42-4f87-8e70-09def842a991 None None] Set router 6d695a51-c1eb-4671-9a57-8ee449d70b8a gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:00:48.219709 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-d01d2791-2564-404a-b036-40e8a303b795 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2102052867&fields=id&tenant_id=8d8bc861de4e4b05b9e798f101735072 HTTP/1.1" status: 200 len: 267 time: 0.0543365 Aug 30 08:00:48.221277 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2acd3c71-d50d-4500-8627-8febb88b0223 admin admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:48.375917 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-ee46ecc6-df42-4f87-8e70-09def842a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T08:00:47Z', 'revision_number': 5, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port': {'id': 'c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:24Z', 'updated_at': '2021-08-30T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:48.408014 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2acd3c71-d50d-4500-8627-8febb88b0223 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:48.417013 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-1c8c19e7-7f4e-4b06-87d7-541596fb5f7a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:48.418932 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-1c8c19e7-7f4e-4b06-87d7-541596fb5f7a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/networks?id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 200 len: 812 time: 0.1628566 Aug 30 08:00:48.438048 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-8662165d-9b7a-4973-88bd-f887827e00f7 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/quotas/8d8bc861de4e4b05b9e798f101735072 HTTP/1.1" status: 200 len: 375 time: 0.0131507 Aug 30 08:00:48.488733 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee46ecc6-df42-4f87-8e70-09def842a991 None None] Checking router: 6d695a51-c1eb-4671-9a57-8ee449d70b8a for host: dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 08:00:48.497195 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee46ecc6-df42-4f87-8e70-09def842a991 None None] Routers {'6d695a51-c1eb-4671-9a57-8ee449d70b8a'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:00:48.497813 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-ee46ecc6-df42-4f87-8e70-09def842a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:00:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:48.523405 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-a1ef6a22-af44-4935-a0e9-75545bd09f1d tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d8bc861de4e4b05b9e798f101735072&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665843 Aug 30 08:00:48.525482 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-2acd3c71-d50d-4500-8627-8febb88b0223 admin admin] Deleting port c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:00:48.525823 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2acd3c71-d50d-4500-8627-8febb88b0223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:48.582674 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-ee46ecc6-df42-4f87-8e70-09def842a991 None None] Set router 6d695a51-c1eb-4671-9a57-8ee449d70b8a gateway port host: None {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:00:48.615892 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-4571e818-5316-45bc-8515-db1862feaf39 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 08:00:48.617292 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-4571e818-5316-45bc-8515-db1862feaf39 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0790088 Aug 30 08:00:48.619084 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-2acd3c71-d50d-4500-8627-8febb88b0223 admin admin] For port c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:00:48.619448 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2acd3c71-d50d-4500-8627-8febb88b0223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:48.640801 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-ee46ecc6-df42-4f87-8e70-09def842a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T08:00:48Z', 'revision_number': 6, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port_host': None}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:48.667294 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee46ecc6-df42-4f87-8e70-09def842a991 None None] The sync data for ids ['6d695a51-c1eb-4671-9a57-8ee449d70b8a'] in dv-cinder-806191-3-iscsi is: [{'id': '6d695a51-c1eb-4671-9a57-8ee449d70b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-336314267-router', 'tenant_id': '46a024ebf24f430393b00d5d8777b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:23Z', 'updated_at': '2021-08-30T08:00:48Z', 'revision_number': 6, 'project_id': '46a024ebf24f430393b00d5d8777b746', 'gw_port_host': None}] {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 08:00:48.676579 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-2acd3c71-d50d-4500-8627-8febb88b0223 admin admin] Calling delete_port for c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:00:48.765497 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-5e853073-f2a9-4631-9863-80f0899c1036 service neutron] 10.222.0.73 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374083 Aug 30 08:00:48.928626 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-abfb379c-bc98-4659-8319-51348180d14e service neutron] 10.222.0.73 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555009 Aug 30 08:00:48.939388 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2acd3c71-d50d-4500-8627-8febb88b0223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:48.967796 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd3c71-d50d-4500-8627-8febb88b0223 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:49.026833 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2acd3c71-d50d-4500-8627-8febb88b0223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529237'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:49.125020 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2acd3c71-d50d-4500-8627-8febb88b0223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102400'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:49.127338 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2acd3c71-d50d-4500-8627-8febb88b0223 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:49.174928 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2acd3c71-d50d-4500-8627-8febb88b0223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530117'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:49.175990 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acd3c71-d50d-4500-8627-8febb88b0223 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d695a51-c1eb-4671-9a57-8ee449d70b8a {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 08:00:49.180933 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2acd3c71-d50d-4500-8627-8febb88b0223 admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:49.182069 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-2acd3c71-d50d-4500-8627-8febb88b0223 admin admin] 10.222.0.73 "DELETE /v2.0/routers/6d695a51-c1eb-4671-9a57-8ee449d70b8a HTTP/1.1" status: 204 len: 168 time: 1.1061656 Aug 30 08:00:49.185629 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 42276) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:49.242502 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7b5871c8-0a76-445f-a496-5d620a2bb214 req-798e1265-9edd-4c62-ab4d-e5c53f38b5d0 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 210 time: 0.0315199 Aug 30 08:00:49.253673 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_v2 [None req-7854ca4c-d65c-487d-ab6b-35e3ef31d11d admin admin] Deleting subnet 417de6c6-8ef1-406c-b93e-54175f5b1e8f {{(pid=100375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 08:00:49.256818 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7854ca4c-d65c-487d-ab6b-35e3ef31d11d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:49.294997 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7854ca4c-d65c-487d-ab6b-35e3ef31d11d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11923330'] for subnet, precommit_delete_associations {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:49.411117 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7854ca4c-d65c-487d-ab6b-35e3ef31d11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3840692'] for subnet, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:49.471597 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7854ca4c-d65c-487d-ab6b-35e3ef31d11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3840699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11718326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11245827'] for subnet, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:49.502591 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854ca4c-d65c-487d-ab6b-35e3ef31d11d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=417de6c6-8ef1-406c-b93e-54175f5b1e8f,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:49.504931 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7854ca4c-d65c-487d-ab6b-35e3ef31d11d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:49.506808 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-7854ca4c-d65c-487d-ab6b-35e3ef31d11d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/417de6c6-8ef1-406c-b93e-54175f5b1e8f HTTP/1.1" status: 204 len: 168 time: 0.3202324 Aug 30 08:00:49.509665 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42286) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:49.520243 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181a41d3-1eff-4d6f-b797-7ce389b3e9df None None] Network ac8b0384-c5fa-4cad-beab-0f002d9bca24 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 08:00:49.605113 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768868'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:49.647980 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 4c16b09c-1012-4d0c-b430-d921aed4ee36 no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:00:49.670353 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: 4c16b09c-1012-4d0c-b430-d921aed4ee36 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:00:49.670697 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 4c16b09c-1012-4d0c-b430-d921aed4ee36 not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:00:49.671115 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49 no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:00:49.672227 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] Deleting port 011b077e-79a8-4cff-9637-67ac318229dc {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:00:49.672576 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:49.692457 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:00:49.692971 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device c6b11e8f-5e5e-4d20-bf3e-5a32222aeb49 not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:00:49.757842 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] For port 011b077e-79a8-4cff-9637-67ac318229dc, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=011b077e-79a8-4cff-9637-67ac318229dc,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:00:49.758331 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:49.772774 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] Calling delete_port for 011b077e-79a8-4cff-9637-67ac318229dc owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:00:49.786116 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400b59a8-10b2-4068-8913-868475bd7a03 None None] DHCP port deletion for ac8b0384-c5fa-4cad-beab-0f002d9bca24 request from dv-cinder-806191-3-iscsi {{(pid=100376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 08:00:49.839370 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-400b59a8-10b2-4068-8913-868475bd7a03 None None] Deleting port 011b077e-79a8-4cff-9637-67ac318229dc {{(pid=100376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:00:49.839744 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-400b59a8-10b2-4068-8913-868475bd7a03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:49.860386 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:49.890486 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=011b077e-79a8-4cff-9637-67ac318229dc,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:49.895026 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] No DVR routers for this DVR port 011b077e-79a8-4cff-9637-67ac318229dc on host dv-cinder-806191-3-iscsi {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 08:00:49.904368 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-400b59a8-10b2-4068-8913-868475bd7a03 None None] For port 011b077e-79a8-4cff-9637-67ac318229dc, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=011b077e-79a8-4cff-9637-67ac318229dc,segment=NetworkSegment(5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8),segment_id=5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:00:49.904770 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-400b59a8-10b2-4068-8913-868475bd7a03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:49.917226 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-400b59a8-10b2-4068-8913-868475bd7a03 None None] Calling delete_port for 011b077e-79a8-4cff-9637-67ac318229dc owned by network:dhcp {{(pid=100376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:00:49.967225 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3772495', 'neutron.services.segments.db._delete_segments_for_network-8745591126510'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:49.977328 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8b0384-c5fa-4cad-beab-0f002d9bca24']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:49.988412 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:49.988710 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1a84a5-8343-4f57-b6e6-c366fd9f8fa8') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:49.995058 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-400b59a8-10b2-4068-8913-868475bd7a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077'] for port, after_delete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:49.998853 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745591126393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12530154'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:50.013661 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:50.019783 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 08:00:50.020177 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11671296'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:50.021663 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b59a8-10b2-4068-8913-868475bd7a03 None None] Pushing event deleted for resources: {'Port': ['ID=011b077e-79a8-4cff-9637-67ac318229dc,revision_number=None']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: Traceback (most recent call last): Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: timer() Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: cb(*args, **kw) Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: return func(*args, **kwargs) Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: self._notify() Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: self.callback(batched_events) Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: event.method(event) Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: return f(self, *a, **k) Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._get(url).json() Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: return self.request(url, 'GET', **kwargs) Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 08:00:50.022009 dv-cinder-806191-3-iscsi neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 08:00:50.026396 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400b59a8-10b2-4068-8913-868475bd7a03 None None] No DVR routers for this DVR port 011b077e-79a8-4cff-9637-67ac318229dc on host dv-cinder-806191-3-iscsi {{(pid=100376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 08:00:50.083101 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3772470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529257'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:50.089266 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:50.091178 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ac8b0384-c5fa-4cad-beab-0f002d9bca24 HTTP/1.1" status: 204 len: 168 time: 0.5801442 Aug 30 08:00:50.100773 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf31cb3-3ca1-462e-965b-1b602a995cc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac8b0384-c5fa-4cad-beab-0f002d9bca24,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:50.223051 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-2dbe861a-128a-4cc2-b8a6-c500dde1b1f6 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:50.224506 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-2dbe861a-128a-4cc2-b8a6-c500dde1b1f6 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.61 "GET /v2.0/networks?id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 200 len: 812 time: 0.1117132 Aug 30 08:00:50.231024 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42290) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:50.268469 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-baf1289e-dde2-4f71-981a-97284dfc438e tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d8bc861de4e4b05b9e798f101735072 HTTP/1.1" status: 200 len: 380 time: 0.0347056 Aug 30 08:00:50.275709 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-41b9c923-8c5d-4fbd-976b-ecbfa1996e8e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=46a024ebf24f430393b00d5d8777b746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411210 Aug 30 08:00:50.276145 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42294) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:50.284161 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-c2e37b0f-5a5d-442d-8caa-f9012cf3a37b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Request body: {'port': {'device_id': 'd4547bc1-f924-47d7-b393-dc33089c1398', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'admin_state_up': True, 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'security_groups': ['bd558b0c-7047-4da0-ad41-eca0b89e6a34']}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:00:50.345364 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1d96f243-ac08-48a0-ab88-1ff42749c36b req-23f9d151-b4d5-4d25-8a1a-5cb9a1cf4f8b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 210 time: 0.0283713 Aug 30 08:00:50.357172 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-544900f7-a366-4f86-8636-88759b83c584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:50.379222 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-544900f7-a366-4f86-8636-88759b83c584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:50.401823 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-c2e37b0f-5a5d-442d-8caa-f9012cf3a37b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Made reservation on behalf of 8d8bc861de4e4b05b9e798f101735072 for: {'port': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 08:00:50.405823 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-c2e37b0f-5a5d-442d-8caa-f9012cf3a37b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:50.431299 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-544900f7-a366-4f86-8636-88759b83c584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:50.433787 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-544900f7-a366-4f86-8636-88759b83c584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:50.435170 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-544900f7-a366-4f86-8636-88759b83c584 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7d634c58-fad0-44b9-a06a-35f6d05bd029 HTTP/1.1" status: 204 len: 168 time: 0.1579902 Aug 30 08:00:50.442888 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544900f7-a366-4f86-8636-88759b83c584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d634c58-fad0-44b9-a06a-35f6d05bd029,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:50.541253 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-c2e37b0f-5a5d-442d-8caa-f9012cf3a37b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Allocated IP 172.20.0.14 (f9bdf19d-4247-4c5d-a0b9-ca04cf41736f/f4ef16b4-111d-457d-9396-e9cb7cf705de/c02f326b-8b5a-4810-9334-a2d508d1d10e) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 08:00:50.695410 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-c2e37b0f-5a5d-442d-8caa-f9012cf3a37b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:50.711118 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-c2e37b0f-5a5d-442d-8caa-f9012cf3a37b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Transition to ACTIVE for port object c02f326b-8b5a-4810-9334-a2d508d1d10e will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 08:00:50.745518 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-c2e37b0f-5a5d-442d-8caa-f9012cf3a37b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:50.792646 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-c2e37b0f-5a5d-442d-8caa-f9012cf3a37b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 08:00:50.798443 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-c2e37b0f-5a5d-442d-8caa-f9012cf3a37b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 08:00:50.802187 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-c2e37b0f-5a5d-442d-8caa-f9012cf3a37b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 08:00:50.833100 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e37b0f-5a5d-442d-8caa-f9012cf3a37b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event updated for resources: {'Port': ['ID=c02f326b-8b5a-4810-9334-a2d508d1d10e,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:50.859684 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-c2e37b0f-5a5d-442d-8caa-f9012cf3a37b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:50.860418 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-c2e37b0f-5a5d-442d-8caa-f9012cf3a37b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:50.876503 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-c2e37b0f-5a5d-442d-8caa-f9012cf3a37b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6013043 Aug 30 08:00:50.889624 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Request body: {'port': {'device_id': 'd4547bc1-f924-47d7-b393-dc33089c1398', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:00:50.951696 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:51.038582 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-73c6eebf-1f57-4a20-abb2-00a2bb1ffac0 None None] Provisioning for port c02f326b-8b5a-4810-9334-a2d508d1d10e completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 08:00:51.042736 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-73c6eebf-1f57-4a20-abb2-00a2bb1ffac0 None None] Provisioning complete for port c02f326b-8b5a-4810-9334-a2d508d1d10e triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:00:51.043113 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-73c6eebf-1f57-4a20-abb2-00a2bb1ffac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:51.081519 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-73c6eebf-1f57-4a20-abb2-00a2bb1ffac0 None None] Port c02f326b-8b5a-4810-9334-a2d508d1d10e cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 08:00:51.235206 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02f326b-8b5a-4810-9334-a2d508d1d10e {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 08:00:51.242720 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:51.256735 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Transition to ACTIVE for port object c02f326b-8b5a-4810-9334-a2d508d1d10e will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 08:00:51.260256 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:51.584160 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Pushing event updated for resources: {'Port': ['ID=c02f326b-8b5a-4810-9334-a2d508d1d10e,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:51.645448 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec6b2e-622c-48d8-9bd6-4854f872e2cc req-b139c336-be3c-4c6b-9574-335dfdc880e2 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:51.647029 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8cec6b2e-622c-48d8-9bd6-4854f872e2cc req-b139c336-be3c-4c6b-9574-335dfdc880e2 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 944 time: 0.1169381 Aug 30 08:00:51.656740 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 011b077e-79a8-4cff-9637-67ac318229dc no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:00:51.681011 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: 011b077e-79a8-4cff-9637-67ac318229dc {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:00:51.681592 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 011b077e-79a8-4cff-9637-67ac318229dc not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:00:51.697335 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Attempting to bind port c02f326b-8b5a-4810-9334-a2d508d1d10e on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 08:00:51.697678 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Attempting to bind port c02f326b-8b5a-4810-9334-a2d508d1d10e by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 08:00:51.698010 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Attempting to bind port c02f326b-8b5a-4810-9334-a2d508d1d10e on network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 08:00:51.709757 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8cec6b2e-622c-48d8-9bd6-4854f872e2cc req-0e8683af-13ed-4f15-a64a-70f504be7eb4 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560873 Aug 30 08:00:51.710489 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Port c02f326b-8b5a-4810-9334-a2d508d1d10e on network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 08:00:51.710870 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Attempting to bind port c02f326b-8b5a-4810-9334-a2d508d1d10e on network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 08:00:51.717111 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 8, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 08:00:51.717525 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Checking segment: {'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 08:00:51.717977 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Bound using segment: {'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 08:00:51.718505 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Bound port: c02f326b-8b5a-4810-9334-a2d508d1d10e, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 08:00:51.718932 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:51.793200 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] For port c02f326b-8b5a-4810-9334-a2d508d1d10e, host hv-cinder-80619, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 08:00:51.796508 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] For port c02f326b-8b5a-4810-9334-a2d508d1d10e, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=c02f326b-8b5a-4810-9334-a2d508d1d10e,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 08:00:51.801263 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:51.835241 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:51.835861 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:51.837249 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] 10.222.0.61 "PUT /v2.0/ports/c02f326b-8b5a-4810-9334-a2d508d1d10e HTTP/1.1" status: 200 len: 1094 time: 0.9522159 Aug 30 08:00:51.837659 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4547bc1-f924-47d7-b393-dc33089c1398', 'tag': 'c02f326b-8b5a-4810-9334-a2d508d1d10e'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 08:00:51.839905 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10d2b8c-81f9-48a3-ab31-f440ebd7c4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4547bc1-f924-47d7-b393-dc33089c1398", "tag": "c02f326b-8b5a-4810-9334-a2d508d1d10e"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 08:00:51.880426 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e676797-1d16-4251-99a8-f2a83551e077 service neutron] Pushing event updated for resources: {'Port': ['ID=c02f326b-8b5a-4810-9334-a2d508d1d10e,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:51.886166 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 08:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b159df-47bb-4590-8498-5f883f9fa601 x-openstack-request-id: req-b9b159df-47bb-4590-8498-5f883f9fa601 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 08:00:51.886458 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4547bc1-f924-47d7-b393-dc33089c1398", "tag": "c02f326b-8b5a-4810-9334-a2d508d1d10e", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 08:00:51.886710 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b9b159df-47bb-4590-8498-5f883f9fa601 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 08:00:51.887110 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4547bc1-f924-47d7-b393-dc33089c1398', 'tag': 'c02f326b-8b5a-4810-9334-a2d508d1d10e', 'status': 'completed', 'code': 200} Aug 30 08:00:51.937894 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-fe677bf8-c186-4964-ae0a-26e6d300e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:51.939352 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-fe677bf8-c186-4964-ae0a-26e6d300e328 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d8bc861de4e4b05b9e798f101735072&device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 1097 time: 0.0495181 Aug 30 08:00:51.986429 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-5d7abe68-89c0-443f-9a18-f3397295192c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c02f326b-8b5a-4810-9334-a2d508d1d10e HTTP/1.1" status: 200 len: 217 time: 0.0390129 Aug 30 08:00:52.037965 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3475f6cb-fc38-4cc0-b00f-a03763b3d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:52.039472 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-3475f6cb-fc38-4cc0-b00f-a03763b3d130 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4ef16b4-111d-457d-9396-e9cb7cf705de HTTP/1.1" status: 200 len: 851 time: 0.0463030 Aug 30 08:00:52.086140 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-4561785d-eb70-4525-a766-96c28d4c2471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:52.087665 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-4561785d-eb70-4525-a766-96c28d4c2471 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410011 Aug 30 08:00:52.183228 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-0ec0abe5-3031-4171-a3b2-6ed6bd8e1430 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872955 Aug 30 08:00:52.275845 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-237d7a15-43fc-4a27-8bea-abd8ad6475c4 req-c6128b7e-426c-4eef-94da-68470cf2228e service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848794 Aug 30 08:00:52.357985 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42348) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:52.368308 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2b8c-81f9-48a3-ab31-f440ebd7c4f7 req-af9079d3-a1f4-4e23-a45f-2cfc2af16447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:52.369818 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b10d2b8c-81f9-48a3-ab31-f440ebd7c4f7 req-af9079d3-a1f4-4e23-a45f-2cfc2af16447 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d8bc861de4e4b05b9e798f101735072&device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 1097 time: 0.0460773 Aug 30 08:00:52.460826 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2b8c-81f9-48a3-ab31-f440ebd7c4f7 req-d03f9878-01ce-4c5d-8974-4ba2a3ed8e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:52.462319 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b10d2b8c-81f9-48a3-ab31-f440ebd7c4f7 req-d03f9878-01ce-4c5d-8974-4ba2a3ed8e77 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 200 len: 913 time: 0.0834513 Aug 30 08:00:52.481698 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09239017-440a-4cc1-bf17-212b1161feff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:52.510114 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b10d2b8c-81f9-48a3-ab31-f440ebd7c4f7 req-13532f7b-102b-43ce-9d52-b8cff0a13b02 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c02f326b-8b5a-4810-9334-a2d508d1d10e HTTP/1.1" status: 200 len: 217 time: 0.0393705 Aug 30 08:00:52.560714 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2b8c-81f9-48a3-ab31-f440ebd7c4f7 req-ca340b9b-91ed-4069-9916-f9c617ee55d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:52.562313 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b10d2b8c-81f9-48a3-ab31-f440ebd7c4f7 req-ca340b9b-91ed-4069-9916-f9c617ee55d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4ef16b4-111d-457d-9396-e9cb7cf705de HTTP/1.1" status: 200 len: 851 time: 0.0457275 Aug 30 08:00:52.571461 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09239017-440a-4cc1-bf17-212b1161feff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:52.576872 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09239017-440a-4cc1-bf17-212b1161feff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:52.609270 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2b8c-81f9-48a3-ab31-f440ebd7c4f7 req-7b83b078-e3a7-466b-9b5d-38c9a7e7ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:52.610802 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b10d2b8c-81f9-48a3-ab31-f440ebd7c4f7 req-7b83b078-e3a7-466b-9b5d-38c9a7e7ac94 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418656 Aug 30 08:00:52.613957 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09239017-440a-4cc1-bf17-212b1161feff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c006410a-6a86-4baf-a2af-024791003eab,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:52.621986 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-09239017-440a-4cc1-bf17-212b1161feff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eae4f99c3f6e4750aa30acd863cd41a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605624 Aug 30 08:00:52.622448 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42352) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:52.671623 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dac5bd7c-341b-4237-94ca-5c09ac196e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:52.691872 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dac5bd7c-341b-4237-94ca-5c09ac196e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:52.705222 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b10d2b8c-81f9-48a3-ab31-f440ebd7c4f7 req-b16284f9-7efe-45ee-b93e-8c2d5a1646e8 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869172 Aug 30 08:00:52.736719 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dac5bd7c-341b-4237-94ca-5c09ac196e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:52.739517 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dac5bd7c-341b-4237-94ca-5c09ac196e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:52.744114 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-dac5bd7c-341b-4237-94ca-5c09ac196e8b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c006410a-6a86-4baf-a2af-024791003eab HTTP/1.1" status: 204 len: 168 time: 0.1209247 Aug 30 08:00:52.752632 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5bd7c-341b-4237-94ca-5c09ac196e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c006410a-6a86-4baf-a2af-024791003eab,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:52.835496 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b10d2b8c-81f9-48a3-ab31-f440ebd7c4f7 req-0d762882-2bd9-47f9-9335-a1df9f918d41 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232605 Aug 30 08:00:52.858875 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542c129-a589-4370-8106-e7734681e2c2 req-b72824ae-a858-4e5b-906a-f9e059af1d96 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:52.860397 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3542c129-a589-4370-8106-e7734681e2c2 req-b72824ae-a858-4e5b-906a-f9e059af1d96 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 944 time: 0.0608821 Aug 30 08:00:52.899885 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3542c129-a589-4370-8106-e7734681e2c2 req-d33313fa-5171-4d14-acc4-0f98de3e161c tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330379 Aug 30 08:00:53.017887 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42360) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:53.032206 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-319582ae-eaae-4f8a-88c0-d5a3daa963da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:53.125974 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-319582ae-eaae-4f8a-88c0-d5a3daa963da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:53.129963 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-319582ae-eaae-4f8a-88c0-d5a3daa963da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:53.168992 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-319582ae-eaae-4f8a-88c0-d5a3daa963da admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=35517c60294843609c74d0c55d3d4816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499584 Aug 30 08:00:53.169825 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319582ae-eaae-4f8a-88c0-d5a3daa963da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc10783-f0b9-4b8c-8786-58893d13001e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:53.171722 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 42362) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:53.223691 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a5c0-a739-4191-863e-b2659c7b1c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:53.243880 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a5c0-a739-4191-863e-b2659c7b1c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:53.289695 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a5c0-a739-4191-863e-b2659c7b1c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:53.292177 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a5c0-a739-4191-863e-b2659c7b1c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:53.293307 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-e1a7a5c0-a739-4191-863e-b2659c7b1c61 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1bc10783-f0b9-4b8c-8786-58893d13001e HTTP/1.1" status: 204 len: 168 time: 0.1204731 Aug 30 08:00:53.300833 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7a5c0-a739-4191-863e-b2659c7b1c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc10783-f0b9-4b8c-8786-58893d13001e,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:53.798101 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:54.014388 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02b65f-4732-4319-8b1a-62fac112e60b req-6bbbe00a-d7c0-4aa5-9f00-90d2abdd187e tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:54.016025 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0e02b65f-4732-4319-8b1a-62fac112e60b req-6bbbe00a-d7c0-4aa5-9f00-90d2abdd187e tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 944 time: 0.0489502 Aug 30 08:00:54.053180 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-0e02b65f-4732-4319-8b1a-62fac112e60b req-e3496cbc-0ee5-4c3b-97a9-b424553d89f4 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312755 Aug 30 08:00:55.171977 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd718ef3-9202-4c22-8fde-8607a7b7513c req-360867ed-003c-48a8-abaa-925e9576bd4b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:55.173527 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-dd718ef3-9202-4c22-8fde-8607a7b7513c req-360867ed-003c-48a8-abaa-925e9576bd4b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 944 time: 0.0516546 Aug 30 08:00:55.210697 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-dd718ef3-9202-4c22-8fde-8607a7b7513c req-104ad3d1-fc9b-49e8-8354-861bd3c72003 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310376 Aug 30 08:00:56.327407 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e01f0-fef9-42c9-893a-383ec51fcf27 req-3b4afb9f-fba6-4efe-b33f-dec0e7f945c4 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:56.328885 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-336e01f0-fef9-42c9-893a-383ec51fcf27 req-3b4afb9f-fba6-4efe-b33f-dec0e7f945c4 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 944 time: 0.0512900 Aug 30 08:00:56.365993 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-336e01f0-fef9-42c9-893a-383ec51fcf27 req-660586ef-103e-4eeb-ad3c-719de5cf1ae7 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310833 Aug 30 08:00:57.476410 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287736e-56c3-4699-9447-6d5a2addfcf6 req-8f5e243f-cc53-4d8a-b151-4f601b33f31e tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:57.477860 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5287736e-56c3-4699-9447-6d5a2addfcf6 req-8f5e243f-cc53-4d8a-b151-4f601b33f31e tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 944 time: 0.0473108 Aug 30 08:00:57.517322 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5287736e-56c3-4699-9447-6d5a2addfcf6 req-6076aa4f-4a48-4c43-9aa5-aebf4ce03034 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326030 Aug 30 08:00:58.633406 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64b8d4-d646-4e9b-b7f6-ebcb07f22d24 req-c2566771-b6a5-47c4-a2e0-a6667b7e4758 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:58.635042 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1d64b8d4-d646-4e9b-b7f6-ebcb07f22d24 req-c2566771-b6a5-47c4-a2e0-a6667b7e4758 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 944 time: 0.0517468 Aug 30 08:00:58.673201 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1d64b8d4-d646-4e9b-b7f6-ebcb07f22d24 req-7007dc75-8753-41af-900b-dc705e1f66ae tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318117 Aug 30 08:00:59.787177 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8ef1d-a851-4fe6-9865-ce41c007d7c2 req-be79db26-2395-4e6f-9582-f2ffb580de33 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:00:59.788663 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e3b8ef1d-a851-4fe6-9865-ce41c007d7c2 req-be79db26-2395-4e6f-9582-f2ffb580de33 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 944 time: 0.0513749 Aug 30 08:00:59.825604 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e3b8ef1d-a851-4fe6-9865-ce41c007d7c2 req-e3fc3927-9059-45dc-9554-eddc7e5e9557 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311418 Aug 30 08:01:00.594429 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7d1d03ac-de7d-4d29-ad57-548221397c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:00.939998 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f265a-ef3e-426c-96ff-3a1db52d14d7 req-689aa3d6-2d88-4f36-a351-ef3955716462 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:01:00.941516 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2c2f265a-ef3e-426c-96ff-3a1db52d14d7 req-689aa3d6-2d88-4f36-a351-ef3955716462 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 944 time: 0.0504026 Aug 30 08:01:00.985444 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2c2f265a-ef3e-426c-96ff-3a1db52d14d7 req-01ccd78a-8645-46d2-9a56-a32d4c4304e1 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378976 Aug 30 08:01:01.882141 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device c02f326b-8b5a-4810-9334-a2d508d1d10e details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 08:01:01.982760 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port c02f326b-8b5a-4810-9334-a2d508d1d10e, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=c02f326b-8b5a-4810-9334-a2d508d1d10e,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:01:01.995132 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': 'c02f326b-8b5a-4810-9334-a2d508d1d10e', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'port_id': 'c02f326b-8b5a-4810-9334-a2d508d1d10e', 'mac_address': 'fa:16:3e:e7:ae:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 08:01:02.036133 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:02.048942 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02f326b-8b5a-4810-9334-a2d508d1d10e {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 08:01:02.068730 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port c02f326b-8b5a-4810-9334-a2d508d1d10e, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=c02f326b-8b5a-4810-9334-a2d508d1d10e,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:01:02.072481 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:02.110129 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2841c9a-2274-462f-8618-57d8f0ada9c3 req-088c0865-9041-4188-937e-917f5f29c33e tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:01:02.112748 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e2841c9a-2274-462f-8618-57d8f0ada9c3 req-088c0865-9041-4188-937e-917f5f29c33e tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 945 time: 0.0515702 Aug 30 08:01:02.119460 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=c02f326b-8b5a-4810-9334-a2d508d1d10e,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:02.150627 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e2841c9a-2274-462f-8618-57d8f0ada9c3 req-5e263270-825b-43e9-b8f4-ae2f5ae4f843 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330348 Aug 30 08:01:02.414103 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['c02f326b-8b5a-4810-9334-a2d508d1d10e'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 08:01:03.267580 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd02595-23c9-4119-b9dd-904ee98e738e req-6ddbc1eb-34e8-46a1-8195-a90377c2d513 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:01:03.269026 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-dbd02595-23c9-4119-b9dd-904ee98e738e req-6ddbc1eb-34e8-46a1-8195-a90377c2d513 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 945 time: 0.0521727 Aug 30 08:01:03.306289 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-dbd02595-23c9-4119-b9dd-904ee98e738e req-d45ded70-4df4-4604-8971-e267bc0ee93f tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313637 Aug 30 08:01:03.433956 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a2fd29b6-8ad7-4089-9591-abd5137bd491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:03.881797 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device c02f326b-8b5a-4810-9334-a2d508d1d10e up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 08:01:03.928716 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port c02f326b-8b5a-4810-9334-a2d508d1d10e completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 08:01:03.932433 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port c02f326b-8b5a-4810-9334-a2d508d1d10e triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:01:03.932797 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:04.012619 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:04.038705 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4547bc1-f924-47d7-b393-dc33089c1398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02f326b-8b5a-4810-9334-a2d508d1d10e'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 08:01:04.040947 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5d78d8-8aa5-4d03-96e1-e434c538a3d6" -d '{"events": [{"server_uuid": "d4547bc1-f924-47d7-b393-dc33089c1398", "name": "network-vif-plugged", "status": "completed", "tag": "c02f326b-8b5a-4810-9334-a2d508d1d10e"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 08:01:04.054651 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port c02f326b-8b5a-4810-9334-a2d508d1d10e, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=c02f326b-8b5a-4810-9334-a2d508d1d10e,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:01:04.058666 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:04.082258 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 08:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51a0e4a-a2a0-417d-89cb-0c8b21a58be8 x-openstack-request-id: req-b51a0e4a-a2a0-417d-89cb-0c8b21a58be8 {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 08:01:04.082553 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4547bc1-f924-47d7-b393-dc33089c1398", "name": "network-vif-plugged", "status": "completed", "tag": "c02f326b-8b5a-4810-9334-a2d508d1d10e", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 08:01:04.082803 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b51a0e4a-a2a0-417d-89cb-0c8b21a58be8 {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 08:01:04.083193 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4547bc1-f924-47d7-b393-dc33089c1398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02f326b-8b5a-4810-9334-a2d508d1d10e', 'code': 200} Aug 30 08:01:04.113583 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=c02f326b-8b5a-4810-9334-a2d508d1d10e,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:04.193481 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ece8e48a-7c7c-44c9-a29b-5b5fe7b6684b req-c9094f8d-3557-4c07-8fbb-bbe7202bf609 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400372 Aug 30 08:01:04.262379 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8e48a-7c7c-44c9-a29b-5b5fe7b6684b req-14470ec1-2634-4824-a948-34f8b75111bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:01:04.264260 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ece8e48a-7c7c-44c9-a29b-5b5fe7b6684b req-14470ec1-2634-4824-a948-34f8b75111bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3748b4459c5b4b0eb1eae5f1a86e1d28&device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 1098 time: 0.0480323 Aug 30 08:01:04.337587 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:04.354603 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42478) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:01:04.371829 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52559090-a632-4af2-8bf8-a75412cabaa2 req-fdb438e3-d9fb-44c4-b862-5e4f28b0de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:01:04.373493 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-52559090-a632-4af2-8bf8-a75412cabaa2 req-fdb438e3-d9fb-44c4-b862-5e4f28b0de80 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 1099 time: 0.1029656 Aug 30 08:01:04.420297 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8e48a-7c7c-44c9-a29b-5b5fe7b6684b req-9f5b6b3a-1877-47e9-bb82-9bd427199f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:01:04.421683 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ece8e48a-7c7c-44c9-a29b-5b5fe7b6684b req-9f5b6b3a-1877-47e9-bb82-9bd427199f06 service neutron] 10.222.0.61 "GET /v2.0/networks?id=014bc288-d267-4224-b8fa-855b955d7cfd HTTP/1.1" status: 200 len: 909 time: 0.1279359 Aug 30 08:01:04.427331 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-52559090-a632-4af2-8bf8-a75412cabaa2 req-43d40e61-588f-4486-9fb8-611fc004e6e6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455780 Aug 30 08:01:04.430845 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147c132-d33b-4fa5-bff3-0ab89f6483d2 req-a270c110-49e6-4723-8e67-816f94b39eeb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:01:04.434582 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b147c132-d33b-4fa5-bff3-0ab89f6483d2 req-a270c110-49e6-4723-8e67-816f94b39eeb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 946 time: 0.0569823 Aug 30 08:01:04.476391 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6889f891-28da-4710-8e57-d5dd9560af06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:04.487864 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b147c132-d33b-4fa5-bff3-0ab89f6483d2 req-fedc35c8-5dd6-44ae-be96-c9c7597f8712 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488870 Aug 30 08:01:04.568451 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6889f891-28da-4710-8e57-d5dd9560af06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:04.572164 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6889f891-28da-4710-8e57-d5dd9560af06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:04.608586 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-6889f891-28da-4710-8e57-d5dd9560af06 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7f4d3094d99449878e32d976de2fc6be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529521 Aug 30 08:01:04.610449 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889f891-28da-4710-8e57-d5dd9560af06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4684980b-cf33-40b5-a889-31092853bbde,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:04.611310 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 42482) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:01:04.660875 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-40cb1f66-0805-4bad-bb72-83101ca08e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:04.715509 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-40cb1f66-0805-4bad-bb72-83101ca08e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:04.762548 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ece8e48a-7c7c-44c9-a29b-5b5fe7b6684b req-1ee76685-dd6d-4122-bc5a-85edf2e9202f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df6e2650-791e-4b79-8911-dc23e2079687 HTTP/1.1" status: 200 len: 1000 time: 0.0903096 Aug 30 08:01:04.805709 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-40cb1f66-0805-4bad-bb72-83101ca08e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:04.808228 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-40cb1f66-0805-4bad-bb72-83101ca08e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:04.809354 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-40cb1f66-0805-4bad-bb72-83101ca08e27 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4684980b-cf33-40b5-a889-31092853bbde HTTP/1.1" status: 204 len: 168 time: 0.1970649 Aug 30 08:01:04.823560 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb1f66-0805-4bad-bb72-83101ca08e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4684980b-cf33-40b5-a889-31092853bbde,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:04.826282 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8e48a-7c7c-44c9-a29b-5b5fe7b6684b req-eca32b6c-7a80-4fce-99aa-f784e4495217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:01:04.827832 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ece8e48a-7c7c-44c9-a29b-5b5fe7b6684b req-eca32b6c-7a80-4fce-99aa-f784e4495217 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f227c955-203e-41c1-b37b-9a05c3cd4b9e HTTP/1.1" status: 200 len: 847 time: 0.0575235 Aug 30 08:01:04.891966 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8e48a-7c7c-44c9-a29b-5b5fe7b6684b req-b766a4ee-782a-4069-836c-49ce9e9d2eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:01:04.893510 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ece8e48a-7c7c-44c9-a29b-5b5fe7b6684b req-b766a4ee-782a-4069-836c-49ce9e9d2eab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=014bc288-d267-4224-b8fa-855b955d7cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425029 Aug 30 08:01:04.989195 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ece8e48a-7c7c-44c9-a29b-5b5fe7b6684b req-8d99a195-a19d-441e-9158-06437e8b9064 service neutron] 10.222.0.61 "GET /v2.0/networks/014bc288-d267-4224-b8fa-855b955d7cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879321 Aug 30 08:01:05.077330 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42488) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:01:05.081824 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-ece8e48a-7c7c-44c9-a29b-5b5fe7b6684b req-be545d98-e0ca-4364-a45a-4c7ba506b39d service neutron] 10.222.0.61 "GET /v2.0/networks/014bc288-d267-4224-b8fa-855b955d7cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853000 Aug 30 08:01:05.090587 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-903e40c2-b9e0-4fe1-976c-d89a2285d46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:05.114576 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:05.181919 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-903e40c2-b9e0-4fe1-976c-d89a2285d46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:05.185489 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-903e40c2-b9e0-4fe1-976c-d89a2285d46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:05.222089 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e40c2-b9e0-4fe1-976c-d89a2285d46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e7b939-e8c5-44fc-99d4-cf2ec1ad38f5,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:05.226333 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-903e40c2-b9e0-4fe1-976c-d89a2285d46a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d8d176f9b137413d809a32f5876ec60c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478724 Aug 30 08:01:05.229027 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42490) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:01:05.282327 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b5c0459c-41a8-4728-b005-819d5fb197bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:05.303619 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b5c0459c-41a8-4728-b005-819d5fb197bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:05.348765 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b5c0459c-41a8-4728-b005-819d5fb197bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:05.351378 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b5c0459c-41a8-4728-b005-819d5fb197bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:05.352551 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-b5c0459c-41a8-4728-b005-819d5fb197bf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/87e7b939-e8c5-44fc-99d4-cf2ec1ad38f5 HTTP/1.1" status: 204 len: 168 time: 0.1226001 Aug 30 08:01:05.360635 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0459c-41a8-4728-b005-819d5fb197bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e7b939-e8c5-44fc-99d4-cf2ec1ad38f5,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:05.606976 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cb66e-1daf-4247-9f20-af3f861165bc req-e8c0d590-7bba-4dab-95d7-4134c82d9b2c tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:01:05.609173 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bf2cb66e-1daf-4247-9f20-af3f861165bc req-e8c0d590-7bba-4dab-95d7-4134c82d9b2c tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 946 time: 0.0525427 Aug 30 08:01:05.653524 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bf2cb66e-1daf-4247-9f20-af3f861165bc req-6bd6ad29-1a00-490e-a62a-a4b633af2425 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385520 Aug 30 08:01:05.886649 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:06.767797 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8e109-faf9-4bc9-9b99-b9c03555b6f3 req-61439b4a-8b5c-442a-9a4c-80941bac0dd1 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:01:06.769424 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a1e8e109-faf9-4bc9-9b99-b9c03555b6f3 req-61439b4a-8b5c-442a-9a4c-80941bac0dd1 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 946 time: 0.0498471 Aug 30 08:01:06.809509 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a1e8e109-faf9-4bc9-9b99-b9c03555b6f3 req-5211a980-f03f-4cb1-956d-a0104e6fe0c6 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334966 Aug 30 08:01:06.927437 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddd49c-0828-4bd6-be01-7b7194ea0baa req-2a0af0be-e8d7-4621-b7fd-9090dec87c7c tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:01:06.929031 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0dddd49c-0828-4bd6-be01-7b7194ea0baa req-2a0af0be-e8d7-4621-b7fd-9090dec87c7c tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 946 time: 0.0513463 Aug 30 08:01:06.968904 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0dddd49c-0828-4bd6-be01-7b7194ea0baa req-c00d9109-924f-43e6-90d3-539f9dc654bd tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340691 Aug 30 08:01:06.994404 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42552) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:01:07.132419 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42558) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:01:07.206180 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e42a8b82-e447-4a1e-bc4a-a3c11caae15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:07.272607 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e609c299-3bf2-48dd-886a-46d5fe550c6a tempest-TestVolumeBootPattern-1132962030 tempest-TestVolumeBootPattern-1132962030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:01:07.274295 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-e609c299-3bf2-48dd-886a-46d5fe550c6a tempest-TestVolumeBootPattern-1132962030 tempest-TestVolumeBootPattern-1132962030-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 1094 time: 0.2787127 Aug 30 08:01:07.277447 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 42562) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:01:07.285335 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Request body: {'floatingip': {'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'port_id': 'c02f326b-8b5a-4810-9334-a2d508d1d10e', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:01:07.341271 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e42a8b82-e447-4a1e-bc4a-a3c11caae15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:07.346563 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e42a8b82-e447-4a1e-bc4a-a3c11caae15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:07.363602 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for floatingip, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:07.386487 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-e42a8b82-e447-4a1e-bc4a-a3c11caae15d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c0248ffdc7bf44faa977ec16d54ba813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526975 Aug 30 08:01:07.387649 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a8b82-e447-4a1e-bc4a-a3c11caae15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5de152b-6096-46d5-8a78-cc9b9eedded7,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:07.390257 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42564) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:01:07.439036 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a71304ed-45cb-4c63-b5d4-b84eb1ff5594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:07.460181 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:07.461133 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a71304ed-45cb-4c63-b5d4-b84eb1ff5594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:07.510850 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a71304ed-45cb-4c63-b5d4-b84eb1ff5594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:07.513283 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a71304ed-45cb-4c63-b5d4-b84eb1ff5594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:07.514492 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-a71304ed-45cb-4c63-b5d4-b84eb1ff5594 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f5de152b-6096-46d5-8a78-cc9b9eedded7 HTTP/1.1" status: 204 len: 168 time: 0.1232903 Aug 30 08:01:07.521910 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71304ed-45cb-4c63-b5d4-b84eb1ff5594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5de152b-6096-46d5-8a78-cc9b9eedded7,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:07.579862 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Allocated IP 172.27.3.15 (02efbd58-3f47-4ba1-9fc3-db25e7b0ec42/864ddbd5-13be-4be1-97d0-f7c096166157/f0d05156-7dda-48fe-bb5b-f0b0d307633b) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 08:01:07.684519 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:07.727887 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:07.764815 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 08:01:07.769568 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 08:01:07.773053 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 08:01:07.776712 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42570) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:01:07.790239 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-300f1295-8ee3-436e-a4f0-1ce00ca5db08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:07.799096 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event updated for resources: {'Port': ['ID=f0d05156-7dda-48fe-bb5b-f0b0d307633b,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:07.878896 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-300f1295-8ee3-436e-a4f0-1ce00ca5db08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:07.882647 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-300f1295-8ee3-436e-a4f0-1ce00ca5db08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:07.921449 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-300f1295-8ee3-436e-a4f0-1ce00ca5db08 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d32435424571404f9d4149352967c5ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435401 Aug 30 08:01:07.922347 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f1295-8ee3-436e-a4f0-1ce00ca5db08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4ef19a-55c3-46c9-a2f5-572cf61c80e5,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:07.925357 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 42572) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:01:08.024917 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d928e1fd-f399-4c0b-8515-22f6382b373b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:08.073027 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d928e1fd-f399-4c0b-8515-22f6382b373b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:08.196577 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d928e1fd-f399-4c0b-8515-22f6382b373b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:08.198952 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d928e1fd-f399-4c0b-8515-22f6382b373b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:08.200074 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-d928e1fd-f399-4c0b-8515-22f6382b373b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2f4ef19a-55c3-46c9-a2f5-572cf61c80e5 HTTP/1.1" status: 204 len: 168 time: 0.2738004 Aug 30 08:01:08.215474 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928e1fd-f399-4c0b-8515-22f6382b373b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4ef19a-55c3-46c9-a2f5-572cf61c80e5,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:08.219704 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:08.290858 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:08.445523 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:08.452809 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:08.526472 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event updated for resources: {'Port': ['ID=f0d05156-7dda-48fe-bb5b-f0b0d307633b,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:08.537175 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529307'] for floatingip, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:08.639067 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.db.l3_db [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Floating IP 8a9f12df-da99-42d6-8625-20255a6475e0 associated. External IP: 172.27.3.15, port: c02f326b-8b5a-4810-9334-a2d508d1d10e. Aug 30 08:01:08.842881 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 08:01:08.949434 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 08:01:08.960558 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5bd044-3bde-40a9-baf7-e91cbef3cc0a None None] Sync routers for ids ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 08:01:08.968498 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:08.971987 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5bd044-3bde-40a9-baf7-e91cbef3cc0a None None] Routers {'67ff9c57-c8f4-4e03-95aa-a242532f8fc7'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:01:08.972611 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-3d5bd044-3bde-40a9-baf7-e91cbef3cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:01:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:01:09.002695 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-58788595-dd26-464c-8779-2781afb2b1dc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7232335 Aug 30 08:01:09.003368 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4547bc1-f924-47d7-b393-dc33089c1398', 'tag': 'c02f326b-8b5a-4810-9334-a2d508d1d10e'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 08:01:09.005842 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b27748b-a910-487e-ab62-23b00183cd55" -d '{"events": [{"name": "network-changed", "server_uuid": "d4547bc1-f924-47d7-b393-dc33089c1398", "tag": "c02f326b-8b5a-4810-9334-a2d508d1d10e"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 08:01:09.042137 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 08:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f69867-16c9-4acd-aec6-4cb2e93c3fbd x-openstack-request-id: req-d3f69867-16c9-4acd-aec6-4cb2e93c3fbd {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 08:01:09.042750 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4547bc1-f924-47d7-b393-dc33089c1398", "tag": "c02f326b-8b5a-4810-9334-a2d508d1d10e", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 08:01:09.042750 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d3f69867-16c9-4acd-aec6-4cb2e93c3fbd {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 08:01:09.043089 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4547bc1-f924-47d7-b393-dc33089c1398', 'tag': 'c02f326b-8b5a-4810-9334-a2d508d1d10e', 'status': 'completed', 'code': 200} Aug 30 08:01:09.091406 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-3d5bd044-3bde-40a9-baf7-e91cbef3cc0a None None] Set router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:01:09.110970 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27748b-a910-487e-ab62-23b00183cd55 req-3770274d-f151-4563-9199-ffd6e735c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:01:09.112492 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7b27748b-a910-487e-ab62-23b00183cd55 req-3770274d-f151-4563-9199-ffd6e735c0f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d8bc861de4e4b05b9e798f101735072&device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 1099 time: 0.0476432 Aug 30 08:01:09.204925 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27748b-a910-487e-ab62-23b00183cd55 req-05129812-e08f-440c-93fb-f0d58f0b3e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:01:09.206501 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7b27748b-a910-487e-ab62-23b00183cd55 req-05129812-e08f-440c-93fb-f0d58f0b3e4f service neutron] 10.222.0.61 "GET /v2.0/networks?id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 200 len: 913 time: 0.0868182 Aug 30 08:01:09.285864 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7b27748b-a910-487e-ab62-23b00183cd55 req-dcbb3786-e763-4e2c-924d-caa84a9a2566 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c02f326b-8b5a-4810-9334-a2d508d1d10e HTTP/1.1" status: 200 len: 999 time: 0.0719881 Aug 30 08:01:09.333455 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-3d5bd044-3bde-40a9-baf7-e91cbef3cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': '8a9f12df-da99-42d6-8625-20255a6475e0', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'port_id': 'c02f326b-8b5a-4810-9334-a2d508d1d10e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'mac_address': 'fa:16:3e:e7:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4547bc1-f924-47d7-b393-dc33089c1398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T08:01:08Z', 'updated_at': '2021-08-30T08:01:08Z', 'revision_number': 0, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 5, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:01:09.336720 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27748b-a910-487e-ab62-23b00183cd55 req-d46b3d64-f98a-4974-97d1-0fb9dde7dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:01:09.338481 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7b27748b-a910-487e-ab62-23b00183cd55 req-d46b3d64-f98a-4974-97d1-0fb9dde7dde7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4ef16b4-111d-457d-9396-e9cb7cf705de HTTP/1.1" status: 200 len: 851 time: 0.0448358 Aug 30 08:01:09.360402 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5bd044-3bde-40a9-baf7-e91cbef3cc0a None None] Checking router: 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 08:01:09.368980 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5bd044-3bde-40a9-baf7-e91cbef3cc0a None None] Routers {'67ff9c57-c8f4-4e03-95aa-a242532f8fc7'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:01:09.369586 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-3d5bd044-3bde-40a9-baf7-e91cbef3cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:01:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:01:09.387002 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27748b-a910-487e-ab62-23b00183cd55 req-e44d7db5-5484-471c-9fa6-18fcee650771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:01:09.388496 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7b27748b-a910-487e-ab62-23b00183cd55 req-e44d7db5-5484-471c-9fa6-18fcee650771 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414016 Aug 30 08:01:09.490229 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7b27748b-a910-487e-ab62-23b00183cd55 req-f284656a-ec40-43c6-8819-ad08de3b05c8 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932686 Aug 30 08:01:09.612785 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-3d5bd044-3bde-40a9-baf7-e91cbef3cc0a None None] Set router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:01:09.848573 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7b27748b-a910-487e-ab62-23b00183cd55 req-ebe6ab5a-550d-478c-b9bb-8f99032cb19c service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509474 Aug 30 08:01:09.859304 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-3d5bd044-3bde-40a9-baf7-e91cbef3cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': '8a9f12df-da99-42d6-8625-20255a6475e0', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'port_id': 'c02f326b-8b5a-4810-9334-a2d508d1d10e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'mac_address': 'fa:16:3e:e7:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4547bc1-f924-47d7-b393-dc33089c1398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T08:01:08Z', 'updated_at': '2021-08-30T08:01:08Z', 'revision_number': 0, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 5, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:01:09.886399 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5bd044-3bde-40a9-baf7-e91cbef3cc0a None None] The sync data for ids ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'] in dv-cinder-806191-3-iscsi is: [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': '8a9f12df-da99-42d6-8625-20255a6475e0', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'port_id': 'c02f326b-8b5a-4810-9334-a2d508d1d10e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'mac_address': 'fa:16:3e:e7:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4547bc1-f924-47d7-b393-dc33089c1398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T08:01:08Z', 'updated_at': '2021-08-30T08:01:08Z', 'revision_number': 0, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 5, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 08:01:10.084952 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b2a1b9-6432-471e-aba5-ee503cc7c435 None None] New status for floating IP 8a9f12df-da99-42d6-8625-20255a6475e0: ACTIVE {{(pid=100377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 08:01:16.203056 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 42700) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:01:16.305233 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-39b6cb82-e4a3-4701-88a7-928d7492066a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:16.390308 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-39b6cb82-e4a3-4701-88a7-928d7492066a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:16.393882 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-39b6cb82-e4a3-4701-88a7-928d7492066a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:16.434138 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-39b6cb82-e4a3-4701-88a7-928d7492066a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8eea455ee2e24d6caa65a0550dd6453d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300127 Aug 30 08:01:16.435009 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6cb82-e4a3-4701-88a7-928d7492066a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc6ba9b-18f3-4967-ad34-2910969c0c32,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:16.437180 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42704) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:01:16.442445 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6cb82-e4a3-4701-88a7-928d7492066a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:01:16.442793 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6cb82-e4a3-4701-88a7-928d7492066a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:01:16.443130 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6cb82-e4a3-4701-88a7-928d7492066a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:01:16.443459 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6cb82-e4a3-4701-88a7-928d7492066a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:01:16.443784 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6cb82-e4a3-4701-88a7-928d7492066a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:01:16.444110 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6cb82-e4a3-4701-88a7-928d7492066a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:01:16.444437 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6cb82-e4a3-4701-88a7-928d7492066a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:01:16.444757 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6cb82-e4a3-4701-88a7-928d7492066a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:01:16.445079 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6cb82-e4a3-4701-88a7-928d7492066a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:01:16.445396 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6cb82-e4a3-4701-88a7-928d7492066a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:01:16.445710 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6cb82-e4a3-4701-88a7-928d7492066a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:01:16.446031 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6cb82-e4a3-4701-88a7-928d7492066a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:01:16.484888 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-02ea2ff2-4436-4893-9e95-6668c03b370a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:16.505259 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-02ea2ff2-4436-4893-9e95-6668c03b370a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:16.551900 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-02ea2ff2-4436-4893-9e95-6668c03b370a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:16.554540 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-02ea2ff2-4436-4893-9e95-6668c03b370a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:16.555695 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-02ea2ff2-4436-4893-9e95-6668c03b370a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8dc6ba9b-18f3-4967-ad34-2910969c0c32 HTTP/1.1" status: 204 len: 168 time: 0.1175358 Aug 30 08:01:16.562996 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea2ff2-4436-4893-9e95-6668c03b370a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc6ba9b-18f3-4967-ad34-2910969c0c32,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:16.812177 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42710) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:01:16.825040 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb920d2d-8cf9-49e7-b06a-a1f3f6bd946b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:16.916727 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb920d2d-8cf9-49e7-b06a-a1f3f6bd946b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:16.920733 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb920d2d-8cf9-49e7-b06a-a1f3f6bd946b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:16.959459 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-bb920d2d-8cf9-49e7-b06a-a1f3f6bd946b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cc13908d9f07438784b46fb8c213e63c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461964 Aug 30 08:01:16.960306 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb920d2d-8cf9-49e7-b06a-a1f3f6bd946b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e933e6a1-e242-45bf-bc10-c27acda6d8f3,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:16.962072 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 42712) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:01:17.009578 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-32dadda1-0ef9-4d0b-88c0-4f13fa768611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:17.030264 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-32dadda1-0ef9-4d0b-88c0-4f13fa768611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:17.074425 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-32dadda1-0ef9-4d0b-88c0-4f13fa768611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:17.077577 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-32dadda1-0ef9-4d0b-88c0-4f13fa768611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:17.078730 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-32dadda1-0ef9-4d0b-88c0-4f13fa768611 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e933e6a1-e242-45bf-bc10-c27acda6d8f3 HTTP/1.1" status: 204 len: 168 time: 0.1154430 Aug 30 08:01:17.086463 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dadda1-0ef9-4d0b-88c0-4f13fa768611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e933e6a1-e242-45bf-bc10-c27acda6d8f3,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:17.386886 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 42718) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:01:17.399809 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6013bcaa-eefb-41e4-bf09-c8ce59225188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:17.485567 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6013bcaa-eefb-41e4-bf09-c8ce59225188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:17.490049 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6013bcaa-eefb-41e4-bf09-c8ce59225188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:17.528008 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-6013bcaa-eefb-41e4-bf09-c8ce59225188 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2196e13c91034818a5357d61240f3df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400354 Aug 30 08:01:17.529114 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013bcaa-eefb-41e4-bf09-c8ce59225188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e16f7b2-dafd-4d75-a075-74dda821fd93,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:17.530842 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42720) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:01:17.579199 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-945cc253-c3a9-43dc-87ab-313adae23b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:17.599406 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-945cc253-c3a9-43dc-87ab-313adae23b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:17.646759 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-945cc253-c3a9-43dc-87ab-313adae23b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:17.649189 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-945cc253-c3a9-43dc-87ab-313adae23b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:17.650345 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-945cc253-c3a9-43dc-87ab-313adae23b6c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5e16f7b2-dafd-4d75-a075-74dda821fd93 HTTP/1.1" status: 204 len: 168 time: 0.1184537 Aug 30 08:01:17.657587 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cc253-c3a9-43dc-87ab-313adae23b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e16f7b2-dafd-4d75-a075-74dda821fd93,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:19.056363 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:01:23.824137 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:28.377117 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 42860) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:01:28.477528 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-52927b70-069d-4f5d-acb0-c198896af54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:28.562676 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-52927b70-069d-4f5d-acb0-c198896af54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:28.566080 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-52927b70-069d-4f5d-acb0-c198896af54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:28.611173 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-52927b70-069d-4f5d-acb0-c198896af54f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d7b39b29aa544d97ba9146c7a6b955e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329769 Aug 30 08:01:28.612402 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52927b70-069d-4f5d-acb0-c198896af54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e245e1a-3d15-42f2-8609-eaa9d595dab6,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:28.613791 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 42864) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:01:28.665085 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e415e9e2-8f55-4edd-a8ad-d2bdd0232a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:28.684839 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e415e9e2-8f55-4edd-a8ad-d2bdd0232a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:28.729901 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e415e9e2-8f55-4edd-a8ad-d2bdd0232a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:28.732398 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e415e9e2-8f55-4edd-a8ad-d2bdd0232a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:28.733521 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-e415e9e2-8f55-4edd-a8ad-d2bdd0232a96 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8e245e1a-3d15-42f2-8609-eaa9d595dab6 HTTP/1.1" status: 204 len: 168 time: 0.1186688 Aug 30 08:01:28.740954 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415e9e2-8f55-4edd-a8ad-d2bdd0232a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e245e1a-3d15-42f2-8609-eaa9d595dab6,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:30.594715 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0e084a99-d02b-4399-8967-ac16046807f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:33.435439 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-370ca64b-3bd8-49a8-8080-47e119ec287d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:34.337605 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:35.115940 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:35.887941 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:50.757177 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 43010) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:01:50.857766 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ebf838d7-d15a-484d-a643-2857a2f61229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:50.945467 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ebf838d7-d15a-484d-a643-2857a2f61229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:50.951246 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ebf838d7-d15a-484d-a643-2857a2f61229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:50.986301 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf838d7-d15a-484d-a643-2857a2f61229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e20629e-67a8-4025-b441-819381702e6b,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:50.991429 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-ebf838d7-d15a-484d-a643-2857a2f61229 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=824218f50fe34dd782a2a81b78394d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332411 Aug 30 08:01:50.994722 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 43014) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:01:51.041493 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dcffd937-0324-460b-a6e8-42241cb09f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:51.064006 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dcffd937-0324-460b-a6e8-42241cb09f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:51.109582 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dcffd937-0324-460b-a6e8-42241cb09f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:51.112271 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dcffd937-0324-460b-a6e8-42241cb09f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:51.113409 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-dcffd937-0324-460b-a6e8-42241cb09f6b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e20629e-67a8-4025-b441-819381702e6b HTTP/1.1" status: 204 len: 168 time: 0.1185269 Aug 30 08:01:51.120752 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffd937-0324-460b-a6e8-42241cb09f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e20629e-67a8-4025-b441-819381702e6b,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:01:53.846982 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:56.054900 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:01:58.988970 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf13b1-c1c1-420c-b659-a95c81ee19f7 req-2618fc5a-eb7f-443f-bfbb-78482fba7e65 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:01:58.990462 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-21cf13b1-c1c1-420c-b659-a95c81ee19f7 req-2618fc5a-eb7f-443f-bfbb-78482fba7e65 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0481479 Aug 30 08:01:59.028055 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-21cf13b1-c1c1-420c-b659-a95c81ee19f7 req-94c8a74a-d1cf-4557-9420-e47bddae6750 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317233 Aug 30 08:02:00.145487 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6d728-ef70-4f06-bcd6-1adc016ad8df req-b6350047-f08c-45c8-8019-8d8e0338b999 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:00.147068 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-cfa6d728-ef70-4f06-bcd6-1adc016ad8df req-b6350047-f08c-45c8-8019-8d8e0338b999 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0526180 Aug 30 08:02:00.183145 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-cfa6d728-ef70-4f06-bcd6-1adc016ad8df req-2be3576b-2f91-49e3-8d56-674f8587035a tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301740 Aug 30 08:02:00.595850 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d8549b48-1938-4377-b58e-757a2805e191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:01.293181 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e52d13-2755-4eba-9d3f-ec5b21b6f586 req-0d6fd150-60bb-4bfe-86e3-53d89bbe0ea0 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:01.294655 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b0e52d13-2755-4eba-9d3f-ec5b21b6f586 req-0d6fd150-60bb-4bfe-86e3-53d89bbe0ea0 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0467055 Aug 30 08:02:01.331070 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b0e52d13-2755-4eba-9d3f-ec5b21b6f586 req-bec607cd-080a-476a-8021-754f1144681b tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299118 Aug 30 08:02:02.444613 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc9d8b-a699-4bfd-b848-fcd59ab91ad3 req-c5705f4e-1c71-4327-a45e-f00276489f95 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:02.446112 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f5fc9d8b-a699-4bfd-b848-fcd59ab91ad3 req-c5705f4e-1c71-4327-a45e-f00276489f95 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0486591 Aug 30 08:02:02.482662 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f5fc9d8b-a699-4bfd-b848-fcd59ab91ad3 req-89345d57-62db-474b-a88d-52c3ec52d3ee tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306935 Aug 30 08:02:03.437463 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-902b6073-4d41-4b48-8d01-92125e8740d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:03.601131 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d274ab6-74ef-40c4-a39d-f143a258a0ad req-796032e2-1bf1-42b7-b0af-e49745313934 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:03.602686 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6d274ab6-74ef-40c4-a39d-f143a258a0ad req-796032e2-1bf1-42b7-b0af-e49745313934 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0527318 Aug 30 08:02:03.640617 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-6d274ab6-74ef-40c4-a39d-f143a258a0ad req-d7bfa1c8-846f-4792-9b4a-e577f1d0eaba tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319908 Aug 30 08:02:04.342580 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:04.755455 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad8734-a061-44c8-b042-88d6988a5d36 req-8b626cba-c53a-43c1-b3cd-e359d516a5cf tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:04.756901 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-45ad8734-a061-44c8-b042-88d6988a5d36 req-8b626cba-c53a-43c1-b3cd-e359d516a5cf tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0510626 Aug 30 08:02:04.793558 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-45ad8734-a061-44c8-b042-88d6988a5d36 req-f33eb0a2-6294-46f7-864f-b01d8c080bfe tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307360 Aug 30 08:02:05.118285 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:05.890900 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:05.905540 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb87beb-ac88-4e57-ad9b-a263c5f5e252 req-63627859-8bf1-4142-be6c-b69d9b4654f4 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:05.907033 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4cb87beb-ac88-4e57-ad9b-a263c5f5e252 req-63627859-8bf1-4142-be6c-b69d9b4654f4 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0484285 Aug 30 08:02:05.944914 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4cb87beb-ac88-4e57-ad9b-a263c5f5e252 req-b26c2876-1f34-45a7-ab04-868f4e9adb51 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311546 Aug 30 08:02:06.223947 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5410a-1954-491b-bcbd-c68dd4d3795c req-d84e0070-0069-454b-9b26-23200d96eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:06.225307 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1fd5410a-1954-491b-bcbd-c68dd4d3795c req-d84e0070-0069-454b-9b26-23200d96eba9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3748b4459c5b4b0eb1eae5f1a86e1d28&device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 1098 time: 0.0395179 Aug 30 08:02:06.327513 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5410a-1954-491b-bcbd-c68dd4d3795c req-c331e08f-be57-4c28-a979-77843553cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:06.328937 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1fd5410a-1954-491b-bcbd-c68dd4d3795c req-c331e08f-be57-4c28-a979-77843553cfee service neutron] 10.222.0.61 "GET /v2.0/networks?id=014bc288-d267-4224-b8fa-855b955d7cfd HTTP/1.1" status: 200 len: 909 time: 0.0838172 Aug 30 08:02:06.393371 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1fd5410a-1954-491b-bcbd-c68dd4d3795c req-98b244d3-845b-4e11-b2af-12b90eb92270 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df6e2650-791e-4b79-8911-dc23e2079687 HTTP/1.1" status: 200 len: 1000 time: 0.0569026 Aug 30 08:02:06.443165 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5410a-1954-491b-bcbd-c68dd4d3795c req-90c833c1-3063-46e5-8932-b66cd5141139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:06.444604 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1fd5410a-1954-491b-bcbd-c68dd4d3795c req-90c833c1-3063-46e5-8932-b66cd5141139 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f227c955-203e-41c1-b37b-9a05c3cd4b9e HTTP/1.1" status: 200 len: 847 time: 0.0438156 Aug 30 08:02:06.492956 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5410a-1954-491b-bcbd-c68dd4d3795c req-c2079cfd-48eb-4afb-bd5f-433561af3554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:06.494346 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1fd5410a-1954-491b-bcbd-c68dd4d3795c req-c2079cfd-48eb-4afb-bd5f-433561af3554 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=014bc288-d267-4224-b8fa-855b955d7cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417087 Aug 30 08:02:06.582251 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1fd5410a-1954-491b-bcbd-c68dd4d3795c req-1833019c-724d-4179-aeee-9677cae720b3 service neutron] 10.222.0.61 "GET /v2.0/networks/014bc288-d267-4224-b8fa-855b955d7cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793028 Aug 30 08:02:06.672481 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1fd5410a-1954-491b-bcbd-c68dd4d3795c req-133689cb-358d-452e-8879-1e1fae2c2087 service neutron] 10.222.0.61 "GET /v2.0/networks/014bc288-d267-4224-b8fa-855b955d7cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832183 Aug 30 08:02:07.059386 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995502a-fa85-42de-8146-a3ce55db4a39 req-9f39a861-9c4e-490e-8095-e90705683bc7 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:07.060868 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6995502a-fa85-42de-8146-a3ce55db4a39 req-9f39a861-9c4e-490e-8095-e90705683bc7 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0502424 Aug 30 08:02:07.098196 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6995502a-fa85-42de-8146-a3ce55db4a39 req-24ad79fd-0bfc-433f-9c08-75f120e790d9 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304935 Aug 30 08:02:08.210959 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6f41a-8b27-4b84-8176-78401056b1b3 req-eac271e3-8455-4e90-aed6-a9f90bcaa994 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:08.212454 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1ec6f41a-8b27-4b84-8176-78401056b1b3 req-eac271e3-8455-4e90-aed6-a9f90bcaa994 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0482075 Aug 30 08:02:08.249322 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1ec6f41a-8b27-4b84-8176-78401056b1b3 req-c2b34209-9b7a-4ade-a7d6-26ac8a6fd9a4 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309982 Aug 30 08:02:09.152971 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cab42-6d63-44dd-8bdd-f599f39f681b req-b8553471-00d4-4e89-b039-532a1a25fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:09.154476 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c63cab42-6d63-44dd-8bdd-f599f39f681b req-b8553471-00d4-4e89-b039-532a1a25fa34 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3748b4459c5b4b0eb1eae5f1a86e1d28&device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 1098 time: 0.0392175 Aug 30 08:02:09.245495 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cab42-6d63-44dd-8bdd-f599f39f681b req-8c0b1067-a5af-4e2d-a34f-6f58809597f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:09.246863 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c63cab42-6d63-44dd-8bdd-f599f39f681b req-8c0b1067-a5af-4e2d-a34f-6f58809597f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=014bc288-d267-4224-b8fa-855b955d7cfd HTTP/1.1" status: 200 len: 909 time: 0.0847025 Aug 30 08:02:09.313937 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c63cab42-6d63-44dd-8bdd-f599f39f681b req-38e5ca11-ce82-485e-a3c3-25f576a882ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df6e2650-791e-4b79-8911-dc23e2079687 HTTP/1.1" status: 200 len: 1000 time: 0.0571034 Aug 30 08:02:09.388369 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cab42-6d63-44dd-8bdd-f599f39f681b req-480279b9-d0ee-42a1-b055-c455b2b4e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:09.389811 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c63cab42-6d63-44dd-8bdd-f599f39f681b req-480279b9-d0ee-42a1-b055-c455b2b4e77a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f227c955-203e-41c1-b37b-9a05c3cd4b9e HTTP/1.1" status: 200 len: 847 time: 0.0662606 Aug 30 08:02:09.401703 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17229b-2160-48d4-b207-fe491f5209c0 req-52207cc0-d6cf-4a00-9a2e-2a581c82b6b2 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:09.403093 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-be17229b-2160-48d4-b207-fe491f5209c0 req-52207cc0-d6cf-4a00-9a2e-2a581c82b6b2 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0882864 Aug 30 08:02:09.462998 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-be17229b-2160-48d4-b207-fe491f5209c0 req-31f4bad4-e5e5-41cd-b2da-446d690b9615 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513780 Aug 30 08:02:09.467255 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cab42-6d63-44dd-8bdd-f599f39f681b req-558b6464-a857-40c6-9435-c004e2bd5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:09.468699 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c63cab42-6d63-44dd-8bdd-f599f39f681b req-558b6464-a857-40c6-9435-c004e2bd5e5a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=014bc288-d267-4224-b8fa-855b955d7cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647643 Aug 30 08:02:09.562572 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c63cab42-6d63-44dd-8bdd-f599f39f681b req-d7f802b1-38de-43fb-932f-838f7e7907cf service neutron] 10.222.0.61 "GET /v2.0/networks/014bc288-d267-4224-b8fa-855b955d7cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843701 Aug 30 08:02:09.655353 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c63cab42-6d63-44dd-8bdd-f599f39f681b req-aa5caeb7-bcb7-491e-a7d3-9ac08bb08bda service neutron] 10.222.0.61 "GET /v2.0/networks/014bc288-d267-4224-b8fa-855b955d7cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823312 Aug 30 08:02:10.581394 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287d118-d98e-42c3-beab-66fb2ce8374f req-68af9953-f755-4c9c-be61-fd7bdd6a6725 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:10.582879 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1287d118-d98e-42c3-beab-66fb2ce8374f req-68af9953-f755-4c9c-be61-fd7bdd6a6725 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0518315 Aug 30 08:02:10.619327 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1287d118-d98e-42c3-beab-66fb2ce8374f req-2d67e579-ac65-4a41-95d2-843567c6cbbe tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306835 Aug 30 08:02:11.735018 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def19eba-0dea-414b-b071-94b609a764d9 req-a63b3316-1458-460a-a169-f90ebc05d47b tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:11.736650 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-def19eba-0dea-414b-b071-94b609a764d9 req-a63b3316-1458-460a-a169-f90ebc05d47b tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0507622 Aug 30 08:02:11.776470 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-def19eba-0dea-414b-b071-94b609a764d9 req-dbc08598-a604-43a6-a48b-2622f0602394 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331159 Aug 30 08:02:12.887883 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d034aa-c78f-40e9-bf9a-0dc0e5215d3c req-b72ff37d-1349-4d43-af77-ea7d45a9dc7e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:12.889324 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-80d034aa-c78f-40e9-bf9a-0dc0e5215d3c req-b72ff37d-1349-4d43-af77-ea7d45a9dc7e tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0474744 Aug 30 08:02:12.926303 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-80d034aa-c78f-40e9-bf9a-0dc0e5215d3c req-9eae2c8e-80df-4f49-96bf-fc3b782bc84f tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306160 Aug 30 08:02:13.137049 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1a169-46b9-48a7-8e07-91e68eed722a req-7a1f241b-2b56-48f8-bad5-e5b526375004 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:13.138550 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a3f1a169-46b9-48a7-8e07-91e68eed722a req-7a1f241b-2b56-48f8-bad5-e5b526375004 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0485458 Aug 30 08:02:13.202389 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a3f1a169-46b9-48a7-8e07-91e68eed722a req-1c5fa12f-839c-4a2a-ad9d-4c36724af19f tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574026 Aug 30 08:02:13.214790 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-425a13c3-314d-4693-9680-1dda3b67b43e req-9b6c2d21-bab9-4524-96c7-8a75cfd39003 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1474502 Aug 30 08:02:14.177316 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device df6e2650-791e-4b79-8911-dc23e2079687 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:02:14.253742 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:14.276114 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7a4654-a0be-4fa9-b45b-acbd7ba764e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df6e2650-791e-4b79-8911-dc23e2079687'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 08:02:14.278349 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23704df5-2f4f-4767-a769-1946a78dc757" -d '{"events": [{"server_uuid": "5f7a4654-a0be-4fa9-b45b-acbd7ba764e9", "name": "network-vif-unplugged", "status": "completed", "tag": "df6e2650-791e-4b79-8911-dc23e2079687"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 08:02:14.290998 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port df6e2650-791e-4b79-8911-dc23e2079687, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=df6e2650-791e-4b79-8911-dc23e2079687,segment=NetworkSegment(6a2841fa-2170-4081-8912-c9acd7f37af5),segment_id=6a2841fa-2170-4081-8912-c9acd7f37af5)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:02:14.295594 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:14.323859 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 08:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261a5fc7-12e8-4391-b708-fbdbf0667a1f x-openstack-request-id: req-261a5fc7-12e8-4391-b708-fbdbf0667a1f {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 08:02:14.324145 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7a4654-a0be-4fa9-b45b-acbd7ba764e9", "name": "network-vif-unplugged", "status": "completed", "tag": "df6e2650-791e-4b79-8911-dc23e2079687", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 08:02:14.324392 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-261a5fc7-12e8-4391-b708-fbdbf0667a1f {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 08:02:14.324775 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7a4654-a0be-4fa9-b45b-acbd7ba764e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df6e2650-791e-4b79-8911-dc23e2079687', 'code': 200} Aug 30 08:02:14.331143 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fdd4c-79bc-418c-835e-ee5c8f66b317 req-9a41aa99-1a55-471f-827a-2340b2f09c16 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:14.332617 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f74fdd4c-79bc-418c-835e-ee5c8f66b317 req-9a41aa99-1a55-471f-827a-2340b2f09c16 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0620112 Aug 30 08:02:14.352685 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=df6e2650-791e-4b79-8911-dc23e2079687,revision_number=6']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:02:14.359433 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:02:14.359781 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:02:14.360119 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:02:14.360452 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:02:14.360778 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:02:14.361103 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:02:14.361427 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:02:14.361749 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:02:14.362075 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:02:14.362429 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:02:14.362743 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:02:14.363056 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:02:14.371476 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f74fdd4c-79bc-418c-835e-ee5c8f66b317 req-98390486-2322-463b-a668-dfb24d0f4e87 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321908 Aug 30 08:02:14.427874 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a13c3-314d-4693-9680-1dda3b67b43e req-6730d3c1-4eaa-4f06-9912-daa13c943105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:14.429228 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-425a13c3-314d-4693-9680-1dda3b67b43e req-6730d3c1-4eaa-4f06-9912-daa13c943105 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9&tenant_id=3748b4459c5b4b0eb1eae5f1a86e1d28 HTTP/1.1" status: 200 len: 1096 time: 0.0389194 Aug 30 08:02:14.488234 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a13c3-314d-4693-9680-1dda3b67b43e req-36f40138-0f29-4e10-9b7e-9c8cbd6d5d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:14.489663 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-425a13c3-314d-4693-9680-1dda3b67b43e req-36f40138-0f29-4e10-9b7e-9c8cbd6d5d6f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3748b4459c5b4b0eb1eae5f1a86e1d28&device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 1096 time: 0.0375652 Aug 30 08:02:14.579174 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a13c3-314d-4693-9680-1dda3b67b43e req-623f4fd0-afee-4a13-9bd8-9a4960cc8616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:14.580577 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-425a13c3-314d-4693-9680-1dda3b67b43e req-623f4fd0-afee-4a13-9bd8-9a4960cc8616 service neutron] 10.222.0.61 "GET /v2.0/networks?id=014bc288-d267-4224-b8fa-855b955d7cfd HTTP/1.1" status: 200 len: 909 time: 0.0836980 Aug 30 08:02:14.647527 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-425a13c3-314d-4693-9680-1dda3b67b43e req-8acba636-1755-4a2d-8e63-3f413c89bba5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df6e2650-791e-4b79-8911-dc23e2079687 HTTP/1.1" status: 200 len: 998 time: 0.0587122 Aug 30 08:02:14.699340 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a13c3-314d-4693-9680-1dda3b67b43e req-a6de19bd-b45b-45ad-ad1d-8f07a9392bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:14.700925 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-425a13c3-314d-4693-9680-1dda3b67b43e req-a6de19bd-b45b-45ad-ad1d-8f07a9392bd8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f227c955-203e-41c1-b37b-9a05c3cd4b9e HTTP/1.1" status: 200 len: 847 time: 0.0462103 Aug 30 08:02:14.748869 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a13c3-314d-4693-9680-1dda3b67b43e req-e431185d-7386-4379-ae14-bd9383efc0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:14.750342 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-425a13c3-314d-4693-9680-1dda3b67b43e req-e431185d-7386-4379-ae14-bd9383efc0a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=014bc288-d267-4224-b8fa-855b955d7cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415649 Aug 30 08:02:14.837579 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-425a13c3-314d-4693-9680-1dda3b67b43e req-ea65f28d-abe7-4e66-8cc8-7528449f68b1 service neutron] 10.222.0.61 "GET /v2.0/networks/014bc288-d267-4224-b8fa-855b955d7cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786607 Aug 30 08:02:14.927424 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-425a13c3-314d-4693-9680-1dda3b67b43e req-9aaeec0c-762e-4643-af76-96f6a99973c1 service neutron] 10.222.0.61 "GET /v2.0/networks/014bc288-d267-4224-b8fa-855b955d7cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821767 Aug 30 08:02:15.489069 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20ffde-8caf-4676-9249-68c3f3bd5541 req-7405371a-24e3-4243-9518-df2976ee42ed tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:15.491222 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1e20ffde-8caf-4676-9249-68c3f3bd5541 req-7405371a-24e3-4243-9518-df2976ee42ed tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0481987 Aug 30 08:02:15.527586 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-1e20ffde-8caf-4676-9249-68c3f3bd5541 req-76dedba6-e4c4-43db-ba73-ecabb8e65c87 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305963 Aug 30 08:02:16.643620 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9354ab9-6801-42fc-93e3-b0080a565025 req-446fa41f-875c-48ab-9af8-4bf356353e91 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:16.645097 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f9354ab9-6801-42fc-93e3-b0080a565025 req-446fa41f-875c-48ab-9af8-4bf356353e91 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0499899 Aug 30 08:02:16.681706 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f9354ab9-6801-42fc-93e3-b0080a565025 req-715d9e2f-1187-46a1-a92a-1c4853196f93 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307500 Aug 30 08:02:17.797118 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa798cfb-c771-4f5e-838a-2048bc179d4e req-808388e3-5fb2-460b-8a54-abd2ec4e2909 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:17.798560 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-aa798cfb-c771-4f5e-838a-2048bc179d4e req-808388e3-5fb2-460b-8a54-abd2ec4e2909 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0477364 Aug 30 08:02:17.834364 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-aa798cfb-c771-4f5e-838a-2048bc179d4e req-3d68ad67-6e50-4411-b851-ecefdd956eb6 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299554 Aug 30 08:02:18.947936 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cad6b-e693-4d7f-9962-50e36087f58f req-e9beafbf-8b94-4f4e-8a18-9d797bb777eb tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:18.949481 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9f2cad6b-e693-4d7f-9962-50e36087f58f req-e9beafbf-8b94-4f4e-8a18-9d797bb777eb tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0483084 Aug 30 08:02:18.987012 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9f2cad6b-e693-4d7f-9962-50e36087f58f req-b1706036-3cf7-4c02-a923-4e355c832437 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313528 Aug 30 08:02:20.100501 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6092e-853f-44e7-944b-60e4323519b2 req-f0d52376-fd23-40b3-8b54-9ad99812aa41 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:20.101949 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9eb6092e-853f-44e7-944b-60e4323519b2 req-f0d52376-fd23-40b3-8b54-9ad99812aa41 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0482187 Aug 30 08:02:20.142679 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-9eb6092e-853f-44e7-944b-60e4323519b2 req-3f924f26-576e-4212-af35-031927082faa tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347769 Aug 30 08:02:21.260778 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04986ad3-faea-47b3-99d1-46c89d474c45 req-73917a92-b7ef-4443-aa3c-af433a17c3f8 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:21.262123 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-04986ad3-faea-47b3-99d1-46c89d474c45 req-73917a92-b7ef-4443-aa3c-af433a17c3f8 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0521679 Aug 30 08:02:21.298220 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-04986ad3-faea-47b3-99d1-46c89d474c45 req-c745c256-6a52-4bb7-9d34-a849b72bc3fb tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302963 Aug 30 08:02:22.254310 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device df6e2650-791e-4b79-8911-dc23e2079687 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 08:02:22.346891 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port df6e2650-791e-4b79-8911-dc23e2079687, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=df6e2650-791e-4b79-8911-dc23e2079687,segment=NetworkSegment(6a2841fa-2170-4081-8912-c9acd7f37af5),segment_id=6a2841fa-2170-4081-8912-c9acd7f37af5)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:02:22.358412 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': 'df6e2650-791e-4b79-8911-dc23e2079687', 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd', 'port_id': 'df6e2650-791e-4b79-8911-dc23e2079687', 'mac_address': 'fa:16:3e:b2:63:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 08:02:22.396942 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:22.413399 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6e2650-791e-4b79-8911-dc23e2079687 {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 08:02:22.414336 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e0c28-0a69-4f4a-8505-7870dea53ae4 req-25695efe-f284-4962-b02a-2b4ae99e185b tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:22.416102 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b69e0c28-0a69-4f4a-8505-7870dea53ae4 req-25695efe-f284-4962-b02a-2b4ae99e185b tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 943 time: 0.0491512 Aug 30 08:02:22.432865 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port df6e2650-791e-4b79-8911-dc23e2079687, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=df6e2650-791e-4b79-8911-dc23e2079687,segment=NetworkSegment(6a2841fa-2170-4081-8912-c9acd7f37af5),segment_id=6a2841fa-2170-4081-8912-c9acd7f37af5)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:02:22.436763 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:22.455175 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b69e0c28-0a69-4f4a-8505-7870dea53ae4 req-636c6555-fd31-4125-a1d9-daaa07389c57 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330346 Aug 30 08:02:22.482953 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=df6e2650-791e-4b79-8911-dc23e2079687,revision_number=7']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:02:22.766579 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['df6e2650-791e-4b79-8911-dc23e2079687'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 08:02:23.566409 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f61c1a-d7f4-4b8e-8c5f-85573433682a req-587eb69e-143b-48c3-b396-5f6c65ccf940 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:23.567902 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-63f61c1a-d7f4-4b8e-8c5f-85573433682a req-587eb69e-143b-48c3-b396-5f6c65ccf940 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 944 time: 0.0484405 Aug 30 08:02:23.605221 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-63f61c1a-d7f4-4b8e-8c5f-85573433682a req-595bda6c-9539-4a54-870e-fb27cdaafab7 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309072 Aug 30 08:02:23.844270 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:24.260327 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device df6e2650-791e-4b79-8911-dc23e2079687 up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 08:02:24.307096 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port df6e2650-791e-4b79-8911-dc23e2079687 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:02:24.307458 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:24.384878 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:24.405698 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7a4654-a0be-4fa9-b45b-acbd7ba764e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6e2650-791e-4b79-8911-dc23e2079687'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 08:02:24.408137 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13441860-a028-44e4-baaf-6cd5cd56df9b" -d '{"events": [{"server_uuid": "5f7a4654-a0be-4fa9-b45b-acbd7ba764e9", "name": "network-vif-plugged", "status": "completed", "tag": "df6e2650-791e-4b79-8911-dc23e2079687"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 08:02:24.420900 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port df6e2650-791e-4b79-8911-dc23e2079687, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=df6e2650-791e-4b79-8911-dc23e2079687,segment=NetworkSegment(6a2841fa-2170-4081-8912-c9acd7f37af5),segment_id=6a2841fa-2170-4081-8912-c9acd7f37af5)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:02:24.425235 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:24.448376 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 08:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5da1cf6-3911-4427-8d68-c2900f377d25 x-openstack-request-id: req-c5da1cf6-3911-4427-8d68-c2900f377d25 {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 08:02:24.448668 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7a4654-a0be-4fa9-b45b-acbd7ba764e9", "name": "network-vif-plugged", "status": "completed", "tag": "df6e2650-791e-4b79-8911-dc23e2079687", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 08:02:24.448910 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c5da1cf6-3911-4427-8d68-c2900f377d25 {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 08:02:24.449498 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7a4654-a0be-4fa9-b45b-acbd7ba764e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6e2650-791e-4b79-8911-dc23e2079687', 'code': 200} Aug 30 08:02:24.473802 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=df6e2650-791e-4b79-8911-dc23e2079687,revision_number=8']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:02:24.654683 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12aead-f282-4c0a-90a8-1962a0f10424 req-5ef1aa44-4e4f-4b6d-af8e-387ed96f73f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:24.656856 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7c12aead-f282-4c0a-90a8-1962a0f10424 req-5ef1aa44-4e4f-4b6d-af8e-387ed96f73f4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 1098 time: 0.0418611 Aug 30 08:02:24.718568 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7c12aead-f282-4c0a-90a8-1962a0f10424 req-8723fb21-62de-4860-9662-fa454524eba6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541811 Aug 30 08:02:24.736511 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205e879-2629-4602-8651-c8d3818e1ea7 req-22274552-d270-4cf6-a747-6662799f917a tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:24.737898 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9205e879-2629-4602-8651-c8d3818e1ea7 req-22274552-d270-4cf6-a747-6662799f917a tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0608320 Aug 30 08:02:24.774875 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9205e879-2629-4602-8651-c8d3818e1ea7 req-6ad1cc45-9a3a-49f4-9fe5-7be4436c2f38 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306785 Aug 30 08:02:25.890020 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e519cdb-eabb-4fb3-9e4d-6563e638b042 req-3bb1e33e-73de-417a-b86f-5afbae75855c tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:25.891390 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7e519cdb-eabb-4fb3-9e4d-6563e638b042 req-3bb1e33e-73de-417a-b86f-5afbae75855c tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0497153 Aug 30 08:02:25.929318 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7e519cdb-eabb-4fb3-9e4d-6563e638b042 req-f38f0900-6ec1-4b90-ac6d-ba5fdc5acb1f tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319352 Aug 30 08:02:27.042668 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8cc44-acf9-4d6f-b8fc-e7fa93c9b832 req-37042c1a-7b6b-4cb8-9285-319ad8c2bb22 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:02:27.044137 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-05b8cc44-acf9-4d6f-b8fc-e7fa93c9b832 req-37042c1a-7b6b-4cb8-9285-319ad8c2bb22 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0483086 Aug 30 08:02:27.080123 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-05b8cc44-acf9-4d6f-b8fc-e7fa93c9b832 req-19974356-e0be-4bc5-ac34-93f9a77cfb5c tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302670 Aug 30 08:02:30.596942 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2c6b2b58-ca71-4c29-8163-ada32ef00afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:33.053530 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:02:33.438287 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-28861d76-8691-434a-aa8b-cecf82f96f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:34.344678 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:35.119571 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:35.894495 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:53.876416 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:00.597408 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-ea5cdb65-31c2-4c9e-aca8-c7f3e34dd11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:03.438956 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-f9c7e950-88c8-46a0-bf6f-a75b71a9941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:04.345995 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:05.122325 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:05.898248 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:06.236228 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7f507b7d-becb-45dd-9f8b-e0047e8a7c0b req-8c932b22-8ecb-4d40-9fb3-87ffb95a3fc9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852566 Aug 30 08:03:06.300053 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f507b7d-becb-45dd-9f8b-e0047e8a7c0b req-0e0b0b55-9348-43c7-93d0-a4e7caa9b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:06.301481 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7f507b7d-becb-45dd-9f8b-e0047e8a7c0b req-0e0b0b55-9348-43c7-93d0-a4e7caa9b0dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d8bc861de4e4b05b9e798f101735072&device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 1099 time: 0.0413518 Aug 30 08:03:06.400156 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f507b7d-becb-45dd-9f8b-e0047e8a7c0b req-6551e0dc-0499-436d-bb54-7659ef8f4ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:06.401580 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7f507b7d-becb-45dd-9f8b-e0047e8a7c0b req-6551e0dc-0499-436d-bb54-7659ef8f4ad0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 200 len: 913 time: 0.0809665 Aug 30 08:03:06.468843 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7f507b7d-becb-45dd-9f8b-e0047e8a7c0b req-0fec2256-06eb-4090-862c-be765ca3566a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c02f326b-8b5a-4810-9334-a2d508d1d10e HTTP/1.1" status: 200 len: 1001 time: 0.0597174 Aug 30 08:03:06.517899 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f507b7d-becb-45dd-9f8b-e0047e8a7c0b req-c748da81-5a32-462a-b909-888585d1c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:06.519337 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7f507b7d-becb-45dd-9f8b-e0047e8a7c0b req-c748da81-5a32-462a-b909-888585d1c340 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4ef16b4-111d-457d-9396-e9cb7cf705de HTTP/1.1" status: 200 len: 851 time: 0.0430574 Aug 30 08:03:06.564354 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f507b7d-becb-45dd-9f8b-e0047e8a7c0b req-dc218495-c5db-4524-af6f-129f1cb6f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:06.565765 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7f507b7d-becb-45dd-9f8b-e0047e8a7c0b req-dc218495-c5db-4524-af6f-129f1cb6f282 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380454 Aug 30 08:03:06.656922 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7f507b7d-becb-45dd-9f8b-e0047e8a7c0b req-94bc6e0b-a252-4ce9-84e4-e79b6e448899 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827808 Aug 30 08:03:06.743558 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7f507b7d-becb-45dd-9f8b-e0047e8a7c0b req-50e745e4-f62c-4c23-a546-22f10cafd8c5 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789030 Aug 30 08:03:10.052068 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:03:19.216983 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [req-e3212667-96b4-4bb8-aa56-d682128184d7 req-c071609d-c283-490e-9b88-f486129b1225 service neutron] (100374) timed out ('10.222.0.61', 55036) {{(pid=100374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 08:03:23.893096 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:30.596888 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-f56de001-235f-4c22-b7cb-2171bb739873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:33.441746 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-62d4e73d-36c4-4c6f-9b71-c2366030eecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:34.348557 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:35.122325 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:35.899573 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:39.093598 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644acff1-9189-4387-9b6e-e3cd59085b3c req-211b272b-51e0-4a14-980b-4d4c40947b17 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:39.095132 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-644acff1-9189-4387-9b6e-e3cd59085b3c req-211b272b-51e0-4a14-980b-4d4c40947b17 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 946 time: 0.1840429 Aug 30 08:03:39.132469 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-644acff1-9189-4387-9b6e-e3cd59085b3c req-5f56cfb0-127e-453e-a8c9-174c13b5d7bc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315292 Aug 30 08:03:40.318974 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d2ca7-ebb9-4ac2-af22-33f192a6a938 req-93dd5bbe-e817-43a1-b49c-cfc3c8818120 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:40.320429 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5a5d2ca7-ebb9-4ac2-af22-33f192a6a938 req-93dd5bbe-e817-43a1-b49c-cfc3c8818120 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 946 time: 0.1055586 Aug 30 08:03:40.357264 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5a5d2ca7-ebb9-4ac2-af22-33f192a6a938 req-68293ff6-a59b-442c-b8ed-7c381df4c466 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309663 Aug 30 08:03:40.645845 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c7a24-73bb-4d99-8375-3d2c54af7ad6 req-f0bb2701-ff17-4c87-9dbb-064ed0034ece tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:40.647358 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5a8c7a24-73bb-4d99-8375-3d2c54af7ad6 req-f0bb2701-ff17-4c87-9dbb-064ed0034ece tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 946 time: 0.0522649 Aug 30 08:03:40.737983 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-5a8c7a24-73bb-4d99-8375-3d2c54af7ad6 req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Deleting port c02f326b-8b5a-4810-9334-a2d508d1d10e {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:03:40.738355 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-5a8c7a24-73bb-4d99-8375-3d2c54af7ad6 req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:40.825532 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-5a8c7a24-73bb-4d99-8375-3d2c54af7ad6 req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] For port c02f326b-8b5a-4810-9334-a2d508d1d10e, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=c02f326b-8b5a-4810-9334-a2d508d1d10e,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:03:40.825903 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-5a8c7a24-73bb-4d99-8375-3d2c54af7ad6 req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:40.990953 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-5a8c7a24-73bb-4d99-8375-3d2c54af7ad6 req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:40.991345 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-5a8c7a24-73bb-4d99-8375-3d2c54af7ad6 req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529307'] for floatingip, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:40.991665 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.db.l3_db [req-5a8c7a24-73bb-4d99-8375-3d2c54af7ad6 req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Floating IP 8a9f12df-da99-42d6-8625-20255a6475e0 disassociated. External IP: 172.27.3.15, port: c02f326b-8b5a-4810-9334-a2d508d1d10e. Aug 30 08:03:40.992023 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-5a8c7a24-73bb-4d99-8375-3d2c54af7ad6 req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Calling delete_port for c02f326b-8b5a-4810-9334-a2d508d1d10e owned by compute:nova {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:03:41.118126 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-5a8c7a24-73bb-4d99-8375-3d2c54af7ad6 req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:41.144917 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event deleted for resources: {'Port': ['ID=c02f326b-8b5a-4810-9334-a2d508d1d10e,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:03:41.154376 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:41.154724 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:41.155061 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:41.155390 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:41.156340 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:41.156690 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:41.157017 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:41.157340 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:41.157664 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:41.158385 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:41.158385 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:41.158693 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:41.269929 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a8c7a24-73bb-4d99-8375-3d2c54af7ad6 req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 08:03:41.374333 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a8c7a24-73bb-4d99-8375-3d2c54af7ad6 req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 08:03:41.384805 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6024714-ecd3-4ca7-aa79-b4a2979a5f36 None None] Sync routers for ids ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 08:03:41.394499 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6024714-ecd3-4ca7-aa79-b4a2979a5f36 None None] Routers {'67ff9c57-c8f4-4e03-95aa-a242532f8fc7'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:03:41.395115 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f6024714-ecd3-4ca7-aa79-b4a2979a5f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:03:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:03:41.417646 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8c7a24-73bb-4d99-8375-3d2c54af7ad6 req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] No DVR routers for this DVR port c02f326b-8b5a-4810-9334-a2d508d1d10e on host hv-cinder-80619 {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 08:03:41.420285 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-5a8c7a24-73bb-4d99-8375-3d2c54af7ad6 req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:41.423016 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5a8c7a24-73bb-4d99-8375-3d2c54af7ad6 req-714ad328-ba72-445e-83df-60f390b3b9b9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.61 "DELETE /v2.0/ports/c02f326b-8b5a-4810-9334-a2d508d1d10e HTTP/1.1" status: 204 len: 173 time: 0.7687685 Aug 30 08:03:41.423508 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4547bc1-f924-47d7-b393-dc33089c1398', 'name': 'network-vif-deleted', 'tag': 'c02f326b-8b5a-4810-9334-a2d508d1d10e'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 08:03:41.426185 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969166c8-d1cf-48e5-892e-59f04cedc985" -d '{"events": [{"server_uuid": "d4547bc1-f924-47d7-b393-dc33089c1398", "name": "network-vif-deleted", "tag": "c02f326b-8b5a-4810-9334-a2d508d1d10e"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 08:03:41.474714 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d8e1445e-9d0e-4c2a-88a3-e5feaf417f5a req-3190850b-1575-4faf-b4de-1e941c7f88ce tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4547bc1-f924-47d7-b393-dc33089c1398 HTTP/1.1" status: 200 len: 210 time: 0.0335131 Aug 30 08:03:41.476241 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 08:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082622f6-29a8-4346-8b5e-bb5376e64885 x-openstack-request-id: req-082622f6-29a8-4346-8b5e-bb5376e64885 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 08:03:41.476630 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4547bc1-f924-47d7-b393-dc33089c1398", "name": "network-vif-deleted", "tag": "c02f326b-8b5a-4810-9334-a2d508d1d10e", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 08:03:41.476971 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-082622f6-29a8-4346-8b5e-bb5376e64885 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 08:03:41.477444 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4547bc1-f924-47d7-b393-dc33089c1398', 'name': 'network-vif-deleted', 'tag': 'c02f326b-8b5a-4810-9334-a2d508d1d10e', 'status': 'completed', 'code': 200} Aug 30 08:03:41.526244 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-f6024714-ecd3-4ca7-aa79-b4a2979a5f36 None None] Set router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:03:41.729230 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f6024714-ecd3-4ca7-aa79-b4a2979a5f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 5, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:03:41.756106 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6024714-ecd3-4ca7-aa79-b4a2979a5f36 None None] Checking router: 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 08:03:41.764269 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6024714-ecd3-4ca7-aa79-b4a2979a5f36 None None] Routers {'67ff9c57-c8f4-4e03-95aa-a242532f8fc7'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:03:41.764875 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f6024714-ecd3-4ca7-aa79-b4a2979a5f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:03:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:03:41.868134 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-f6024714-ecd3-4ca7-aa79-b4a2979a5f36 None None] Set router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:03:42.061048 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f6024714-ecd3-4ca7-aa79-b4a2979a5f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 5, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:03:42.087693 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6024714-ecd3-4ca7-aa79-b4a2979a5f36 None None] The sync data for ids ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'] in dv-cinder-806191-3-iscsi is: [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 5, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 08:03:42.302060 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0a93c6-d575-41ef-86be-be5d19e0415c None None] New status for floating IP 8a9f12df-da99-42d6-8625-20255a6475e0: DOWN {{(pid=100377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 08:03:42.721440 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-bf31567a-3787-4b9d-8856-4f31c705beaa tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2102052867&fields=id&tenant_id=8d8bc861de4e4b05b9e798f101735072 HTTP/1.1" status: 200 len: 267 time: 0.0321572 Aug 30 08:03:43.074915 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-52eed5ca-bef7-4df7-990e-e2e5ba4a7026 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:43.076363 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-52eed5ca-bef7-4df7-990e-e2e5ba4a7026 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/networks?id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 200 len: 812 time: 0.3485775 Aug 30 08:03:43.091189 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-6bc6b417-7495-4640-bd32-207bd0872c55 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/quotas/8d8bc861de4e4b05b9e798f101735072 HTTP/1.1" status: 200 len: 375 time: 0.0085981 Aug 30 08:03:43.142288 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-4baeba98-d869-402a-8c7c-769e205f3360 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d8bc861de4e4b05b9e798f101735072&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459318 Aug 30 08:03:43.234667 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-af943b18-071c-45bd-93f9-c83d370ae2e8 service neutron] 10.222.0.73 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813560 Aug 30 08:03:43.320463 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-984c3ab3-193b-4ee8-ae6b-cd6642ca5ba5 service neutron] 10.222.0.73 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798454 Aug 30 08:03:43.599022 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-63a6d3de-a00a-401e-8c59-05440f32165e req-4e076fcd-3a9b-4313-95db-72fe9266bd40 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 210 time: 0.0254362 Aug 30 08:03:44.474087 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-5bce2407-7292-4449-a010-ba7fd424cf89 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:44.475603 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-5bce2407-7292-4449-a010-ba7fd424cf89 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.61 "GET /v2.0/networks?id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 200 len: 812 time: 0.1083245 Aug 30 08:03:44.523550 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-166972e0-f67e-402b-9309-a902f7656c41 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d8bc861de4e4b05b9e798f101735072 HTTP/1.1" status: 200 len: 380 time: 0.0380118 Aug 30 08:03:44.532841 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-f9839ec1-3f1a-4cfc-8c7c-0a035f63a080 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Request body: {'port': {'device_id': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'admin_state_up': True, 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'security_groups': ['bd558b0c-7047-4da0-ad41-eca0b89e6a34']}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:03:44.584966 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device c02f326b-8b5a-4810-9334-a2d508d1d10e no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:03:44.607398 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] No Port match for: c02f326b-8b5a-4810-9334-a2d508d1d10e {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:03:44.608292 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device c02f326b-8b5a-4810-9334-a2d508d1d10e not bound to the agent host hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:03:44.645524 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-f9839ec1-3f1a-4cfc-8c7c-0a035f63a080 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Made reservation on behalf of 8d8bc861de4e4b05b9e798f101735072 for: {'port': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 08:03:44.649333 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-f9839ec1-3f1a-4cfc-8c7c-0a035f63a080 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:44.732145 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-aba8c434-96f2-4d84-adcc-64a623839921 req-2f5d38a5-d1c1-4ac1-b4ae-68644137b79f tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 210 time: 0.0601954 Aug 30 08:03:44.809495 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-f9839ec1-3f1a-4cfc-8c7c-0a035f63a080 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Allocated IP 172.20.0.5 (f9bdf19d-4247-4c5d-a0b9-ca04cf41736f/f4ef16b4-111d-457d-9396-e9cb7cf705de/a50ced59-7bc3-43d9-a76e-2fcb84480280) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 08:03:44.955350 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-f9839ec1-3f1a-4cfc-8c7c-0a035f63a080 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:44.969751 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-f9839ec1-3f1a-4cfc-8c7c-0a035f63a080 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Transition to ACTIVE for port object a50ced59-7bc3-43d9-a76e-2fcb84480280 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 08:03:45.002440 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-f9839ec1-3f1a-4cfc-8c7c-0a035f63a080 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:45.041493 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-f9839ec1-3f1a-4cfc-8c7c-0a035f63a080 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 08:03:45.046912 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-f9839ec1-3f1a-4cfc-8c7c-0a035f63a080 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 08:03:45.050551 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-f9839ec1-3f1a-4cfc-8c7c-0a035f63a080 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 08:03:45.076238 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9839ec1-3f1a-4cfc-8c7c-0a035f63a080 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event updated for resources: {'Port': ['ID=a50ced59-7bc3-43d9-a76e-2fcb84480280,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:03:45.105452 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-f9839ec1-3f1a-4cfc-8c7c-0a035f63a080 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:45.106075 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-f9839ec1-3f1a-4cfc-8c7c-0a035f63a080 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:45.121537 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-f9839ec1-3f1a-4cfc-8c7c-0a035f63a080 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5925782 Aug 30 08:03:45.136597 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Request body: {'port': {'device_id': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:03:45.205484 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:45.246252 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-863e0c56-11d3-4db1-808a-c46f19359592 None None] Provisioning for port a50ced59-7bc3-43d9-a76e-2fcb84480280 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 08:03:45.250250 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-863e0c56-11d3-4db1-808a-c46f19359592 None None] Provisioning complete for port a50ced59-7bc3-43d9-a76e-2fcb84480280 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:03:45.250624 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-863e0c56-11d3-4db1-808a-c46f19359592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:45.284075 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-863e0c56-11d3-4db1-808a-c46f19359592 None None] Port a50ced59-7bc3-43d9-a76e-2fcb84480280 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 08:03:45.460860 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a50ced59-7bc3-43d9-a76e-2fcb84480280 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 08:03:45.468037 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:45.480370 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Transition to ACTIVE for port object a50ced59-7bc3-43d9-a76e-2fcb84480280 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 08:03:45.483270 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:45.534919 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Pushing event updated for resources: {'Port': ['ID=a50ced59-7bc3-43d9-a76e-2fcb84480280,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:03:45.605350 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Attempting to bind port a50ced59-7bc3-43d9-a76e-2fcb84480280 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 08:03:45.605684 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Attempting to bind port a50ced59-7bc3-43d9-a76e-2fcb84480280 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 08:03:45.606018 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Attempting to bind port a50ced59-7bc3-43d9-a76e-2fcb84480280 on network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 08:03:45.610529 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Port a50ced59-7bc3-43d9-a76e-2fcb84480280 on network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 08:03:45.610855 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Attempting to bind port a50ced59-7bc3-43d9-a76e-2fcb84480280 on network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 08:03:45.615790 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 8, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 08:03:45.616129 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Checking segment: {'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 08:03:45.616512 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Bound using segment: {'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 08:03:45.616940 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Bound port: a50ced59-7bc3-43d9-a76e-2fcb84480280, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 08:03:45.617303 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:45.682513 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] For port a50ced59-7bc3-43d9-a76e-2fcb84480280, host hv-cinder-80619, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 08:03:45.685415 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] For port a50ced59-7bc3-43d9-a76e-2fcb84480280, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=a50ced59-7bc3-43d9-a76e-2fcb84480280,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 08:03:45.690108 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:45.723153 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:45.723991 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:45.725363 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] 10.222.0.61 "PUT /v2.0/ports/a50ced59-7bc3-43d9-a76e-2fcb84480280 HTTP/1.1" status: 200 len: 1093 time: 0.5932789 Aug 30 08:03:45.727484 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'tag': 'a50ced59-7bc3-43d9-a76e-2fcb84480280'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 08:03:45.729692 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0e9847-2c7d-49c8-b44b-50cc8d7318e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1ada03-0d0a-4904-81cc-6a75b3efc8c5", "tag": "a50ced59-7bc3-43d9-a76e-2fcb84480280"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 08:03:45.763200 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a725da5-c3c0-4dbc-b26c-a5a0a0d10790 service neutron] Pushing event updated for resources: {'Port': ['ID=a50ced59-7bc3-43d9-a76e-2fcb84480280,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:03:45.772174 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 08:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e30c79-5c73-49a4-803c-ae169d0a1393 x-openstack-request-id: req-97e30c79-5c73-49a4-803c-ae169d0a1393 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 08:03:45.772470 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1ada03-0d0a-4904-81cc-6a75b3efc8c5", "tag": "a50ced59-7bc3-43d9-a76e-2fcb84480280", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 08:03:45.772721 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-97e30c79-5c73-49a4-803c-ae169d0a1393 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 08:03:45.773143 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'tag': 'a50ced59-7bc3-43d9-a76e-2fcb84480280', 'status': 'completed', 'code': 200} Aug 30 08:03:45.863485 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7b4ef3d1-db43-4135-8616-b50f1623a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:45.865017 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-7b4ef3d1-db43-4135-8616-b50f1623a19b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d8bc861de4e4b05b9e798f101735072&device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 1096 time: 0.0722995 Aug 30 08:03:45.910132 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-419952ee-81ab-4029-ab2f-33aa234f55b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a50ced59-7bc3-43d9-a76e-2fcb84480280 HTTP/1.1" status: 200 len: 217 time: 0.0373037 Aug 30 08:03:45.918432 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609be90-c10c-4841-b119-7d30a74389a5 req-4e3ff181-f7c4-44bc-8178-62229bad0f93 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:45.919838 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0609be90-c10c-4841-b119-7d30a74389a5 req-4e3ff181-f7c4-44bc-8178-62229bad0f93 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 943 time: 0.0929728 Aug 30 08:03:45.990279 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-0609be90-c10c-4841-b119-7d30a74389a5 req-d934e19c-cd61-41e2-bcf6-5fbfdec2490b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622554 Aug 30 08:03:45.991727 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-3c7419b1-e7ec-4574-93bc-d46c2b7bacd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:45.993208 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-3c7419b1-e7ec-4574-93bc-d46c2b7bacd1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4ef16b4-111d-457d-9396-e9cb7cf705de HTTP/1.1" status: 200 len: 851 time: 0.0723279 Aug 30 08:03:46.039246 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-df4e1758-cb84-48fe-be71-0a99a04cdf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:46.040683 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-df4e1758-cb84-48fe-be71-0a99a04cdf76 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389628 Aug 30 08:03:46.128194 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-63dae60a-4a1e-4790-8514-0311a9424129 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794480 Aug 30 08:03:46.217773 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8f2a349f-42e5-4725-9dfc-dc8bd3d356a6 req-d441a313-4209-47cb-83f5-b6d1e76a64c7 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822666 Aug 30 08:03:46.299363 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e9847-2c7d-49c8-b44b-50cc8d7318e6 req-f86f1657-5f4a-48b7-a823-b610b1b893cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:46.300796 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9a0e9847-2c7d-49c8-b44b-50cc8d7318e6 req-f86f1657-5f4a-48b7-a823-b610b1b893cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d8bc861de4e4b05b9e798f101735072&device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 1096 time: 0.0393851 Aug 30 08:03:46.393029 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e9847-2c7d-49c8-b44b-50cc8d7318e6 req-21826949-da45-4bc3-961c-bf14cd91c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:46.394407 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9a0e9847-2c7d-49c8-b44b-50cc8d7318e6 req-21826949-da45-4bc3-961c-bf14cd91c37b service neutron] 10.222.0.61 "GET /v2.0/networks?id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 200 len: 913 time: 0.0861611 Aug 30 08:03:46.435890 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9a0e9847-2c7d-49c8-b44b-50cc8d7318e6 req-c355ebdb-0398-4d30-85c2-446a760b7425 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a50ced59-7bc3-43d9-a76e-2fcb84480280 HTTP/1.1" status: 200 len: 217 time: 0.0342543 Aug 30 08:03:46.485055 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e9847-2c7d-49c8-b44b-50cc8d7318e6 req-8b2e786b-82ac-4a55-8db8-3f23232416f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:46.486468 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9a0e9847-2c7d-49c8-b44b-50cc8d7318e6 req-8b2e786b-82ac-4a55-8db8-3f23232416f9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4ef16b4-111d-457d-9396-e9cb7cf705de HTTP/1.1" status: 200 len: 851 time: 0.0430782 Aug 30 08:03:46.535008 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e9847-2c7d-49c8-b44b-50cc8d7318e6 req-0f11ac5c-da12-47c2-aefd-a60bb607a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:46.536426 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9a0e9847-2c7d-49c8-b44b-50cc8d7318e6 req-0f11ac5c-da12-47c2-aefd-a60bb607a61c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427618 Aug 30 08:03:46.622561 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9a0e9847-2c7d-49c8-b44b-50cc8d7318e6 req-6ef88b35-2a42-43e2-ad7f-c86f7ad01223 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788760 Aug 30 08:03:46.715989 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9a0e9847-2c7d-49c8-b44b-50cc8d7318e6 req-7da3a709-7d1a-4483-b7de-ab3f9aa92454 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850205 Aug 30 08:03:47.051203 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:03:47.104186 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476ddec-2792-42b3-980f-1e0ed695ca26 req-da99f1e9-069f-460f-8891-936888a76160 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:47.105636 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7476ddec-2792-42b3-980f-1e0ed695ca26 req-da99f1e9-069f-460f-8891-936888a76160 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 943 time: 0.0481026 Aug 30 08:03:47.142526 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-7476ddec-2792-42b3-980f-1e0ed695ca26 req-996cd81e-b526-4ab3-90e5-54d30a491f51 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307910 Aug 30 08:03:48.255735 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffcab8-f152-4a65-9479-98a86d7736eb req-aa1f3973-d399-42cf-b94c-d284eff61a17 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:48.257109 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4ffcab8-f152-4a65-9479-98a86d7736eb req-aa1f3973-d399-42cf-b94c-d284eff61a17 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 943 time: 0.0492125 Aug 30 08:03:48.293743 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-c4ffcab8-f152-4a65-9479-98a86d7736eb req-3e08239b-143e-4d1b-9c42-3f52cb07902d tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308359 Aug 30 08:03:49.404251 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d240786-33f9-4ca5-868f-33465208a8f8 req-f0ff0ea4-de86-41f4-be49-184d07c2d29f tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:49.405705 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5d240786-33f9-4ca5-868f-33465208a8f8 req-f0ff0ea4-de86-41f4-be49-184d07c2d29f tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 943 time: 0.0473492 Aug 30 08:03:49.442776 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5d240786-33f9-4ca5-868f-33465208a8f8 req-f9df4dd9-ff4f-4ea1-94ee-13b8a863bd02 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309739 Aug 30 08:03:50.553999 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb396473-9ede-48bc-881b-47382c3a81e3 req-1a1ca9fd-cfcf-4787-8771-98a9f391b217 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:50.555506 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bb396473-9ede-48bc-881b-47382c3a81e3 req-1a1ca9fd-cfcf-4787-8771-98a9f391b217 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 943 time: 0.0477393 Aug 30 08:03:50.592358 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-bb396473-9ede-48bc-881b-47382c3a81e3 req-a2e76de7-1462-421a-a9a7-b7ec2f489c55 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310864 Aug 30 08:03:50.939548 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [req-b1554100-5026-4369-a118-22fbfb54230a req-7289865a-2c7a-476f-805d-c8954d78656a service neutron] (100374) timed out ('10.222.0.61', 55027) {{(pid=100374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 08:03:51.711591 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a982fb-2ca3-4fc2-8ad2-9633b5390d09 req-a31be468-e73a-474b-916d-6c73c1135ae7 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:51.713014 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-55a982fb-2ca3-4fc2-8ad2-9633b5390d09 req-a31be468-e73a-474b-916d-6c73c1135ae7 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 943 time: 0.0505493 Aug 30 08:03:51.749784 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-55a982fb-2ca3-4fc2-8ad2-9633b5390d09 req-7b0d9586-eaa8-44e0-ab2d-f94b92cb4a76 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300715 Aug 30 08:03:52.862122 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d14f9c-c5fd-4742-b76f-ddaf5a814806 req-8050da70-2097-4ee0-90e5-35c96e010e21 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:52.863591 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a4d14f9c-c5fd-4742-b76f-ddaf5a814806 req-8050da70-2097-4ee0-90e5-35c96e010e21 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 943 time: 0.0479314 Aug 30 08:03:52.902824 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a4d14f9c-c5fd-4742-b76f-ddaf5a814806 req-f89ffd7e-bb42-4e6c-bcdf-e8eaefd4a830 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333726 Aug 30 08:03:53.907478 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:54.021269 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b6a39-3ab1-4d42-a4d6-085a96520e96 req-66303af7-fb2d-4d96-84d0-0a2d2946276d tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:54.022750 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b04b6a39-3ab1-4d42-a4d6-085a96520e96 req-66303af7-fb2d-4d96-84d0-0a2d2946276d tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 943 time: 0.0542693 Aug 30 08:03:54.059456 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b04b6a39-3ab1-4d42-a4d6-085a96520e96 req-b1bbf889-5221-4f23-b6eb-87eada3b6908 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307798 Aug 30 08:03:55.173671 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac7a18-3a2f-477c-b9b2-074fcad5504b req-3f78e582-cbd3-4852-907a-4da5b0953f34 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:55.175194 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b8ac7a18-3a2f-477c-b9b2-074fcad5504b req-3f78e582-cbd3-4852-907a-4da5b0953f34 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 943 time: 0.0489728 Aug 30 08:03:55.213518 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b8ac7a18-3a2f-477c-b9b2-074fcad5504b req-1ce907d2-1d6e-44d6-9bd7-f534b1b0566e tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315070 Aug 30 08:03:56.333869 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8da4cc-2978-4522-a5a0-1220378da2e9 req-67141135-e06c-432d-bae5-844769f30be0 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:56.335341 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3b8da4cc-2978-4522-a5a0-1220378da2e9 req-67141135-e06c-432d-bae5-844769f30be0 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 943 time: 0.0476623 Aug 30 08:03:56.372492 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3b8da4cc-2978-4522-a5a0-1220378da2e9 req-7b684c21-87c3-4270-a926-8f89be046b3f tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312939 Aug 30 08:03:56.614811 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device a50ced59-7bc3-43d9-a76e-2fcb84480280 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 08:03:56.826387 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port a50ced59-7bc3-43d9-a76e-2fcb84480280, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=a50ced59-7bc3-43d9-a76e-2fcb84480280,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:03:56.837729 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': 'a50ced59-7bc3-43d9-a76e-2fcb84480280', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'port_id': 'a50ced59-7bc3-43d9-a76e-2fcb84480280', 'mac_address': 'fa:16:3e:b9:67:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 08:03:56.872988 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:56.887757 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50ced59-7bc3-43d9-a76e-2fcb84480280 {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 08:03:56.906674 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port a50ced59-7bc3-43d9-a76e-2fcb84480280, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=a50ced59-7bc3-43d9-a76e-2fcb84480280,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:03:56.911586 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:56.956780 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=a50ced59-7bc3-43d9-a76e-2fcb84480280,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:03:56.963570 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:56.963921 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:56.964264 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:56.964602 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:56.964934 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:56.965264 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:56.966191 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:56.966191 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:56.966396 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:56.966567 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:56.966888 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:56.967213 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:03:57.278463 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['a50ced59-7bc3-43d9-a76e-2fcb84480280'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 08:03:57.485601 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c7f44-4afb-4f22-b02d-d73804c47db0 req-8586fa25-5204-4e99-9590-f3315f42613c tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:57.487111 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3d9c7f44-4afb-4f22-b02d-d73804c47db0 req-8586fa25-5204-4e99-9590-f3315f42613c tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 944 time: 0.0496838 Aug 30 08:03:57.525710 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-3d9c7f44-4afb-4f22-b02d-d73804c47db0 req-751b3c19-9088-4123-8dd4-0942f01bd1f3 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321612 Aug 30 08:03:58.614567 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device a50ced59-7bc3-43d9-a76e-2fcb84480280 up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 08:03:58.647278 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4451c-be2a-4c3c-90bf-5712e9b65e34 req-acc05fad-2589-4abf-a133-c4390b5c585b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:58.649041 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e0e4451c-be2a-4c3c-90bf-5712e9b65e34 req-acc05fad-2589-4abf-a133-c4390b5c585b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 944 time: 0.0522637 Aug 30 08:03:58.664158 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port a50ced59-7bc3-43d9-a76e-2fcb84480280 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 08:03:58.667893 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port a50ced59-7bc3-43d9-a76e-2fcb84480280 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:03:58.668337 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:58.686909 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-e0e4451c-be2a-4c3c-90bf-5712e9b65e34 req-c602badd-8741-4817-a996-d5fc3f801d2a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318973 Aug 30 08:03:58.745834 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:58.768158 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50ced59-7bc3-43d9-a76e-2fcb84480280'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 08:03:58.770651 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b14d855-1a7d-403e-8372-093267d938ed" -d '{"events": [{"server_uuid": "7e1ada03-0d0a-4904-81cc-6a75b3efc8c5", "name": "network-vif-plugged", "status": "completed", "tag": "a50ced59-7bc3-43d9-a76e-2fcb84480280"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 08:03:58.782669 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port a50ced59-7bc3-43d9-a76e-2fcb84480280, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=a50ced59-7bc3-43d9-a76e-2fcb84480280,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:03:58.786536 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:58.809137 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 08:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3188cce2-1f8a-498e-820a-842c2817a669 x-openstack-request-id: req-3188cce2-1f8a-498e-820a-842c2817a669 {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 08:03:58.809423 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1ada03-0d0a-4904-81cc-6a75b3efc8c5", "name": "network-vif-plugged", "status": "completed", "tag": "a50ced59-7bc3-43d9-a76e-2fcb84480280", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 08:03:58.809670 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3188cce2-1f8a-498e-820a-842c2817a669 {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 08:03:58.810048 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50ced59-7bc3-43d9-a76e-2fcb84480280', 'code': 200} Aug 30 08:03:58.836364 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=a50ced59-7bc3-43d9-a76e-2fcb84480280,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:03:59.018468 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c702ed-1c6a-4ad6-b0cd-587404fc2739 req-fce8e180-95f6-4c11-b0a3-7a3b63b7e229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:59.019875 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d9c702ed-1c6a-4ad6-b0cd-587404fc2739 req-fce8e180-95f6-4c11-b0a3-7a3b63b7e229 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 1098 time: 0.0390034 Aug 30 08:03:59.057235 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d9c702ed-1c6a-4ad6-b0cd-587404fc2739 req-9a37f4ec-cf09-4e78-861f-82fc01f71b3c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300810 Aug 30 08:03:59.799337 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2dec1d-52e2-4bf7-9a5d-2507310f0749 req-ff3bb936-fb82-4f85-a186-82f88236a063 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:03:59.800782 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5b2dec1d-52e2-4bf7-9a5d-2507310f0749 req-ff3bb936-fb82-4f85-a186-82f88236a063 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0474381 Aug 30 08:03:59.837754 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5b2dec1d-52e2-4bf7-9a5d-2507310f0749 req-c875a77c-3045-40f9-b155-9558acabf99b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312135 Aug 30 08:04:00.596032 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-578a4c56-c6c5-4fdd-b059-e1295fa5dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:00.950760 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27279035-c428-4d40-aeed-a04cef422cb1 req-214fafe6-4087-4a7d-8c2a-3e8d5295c6ac tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:04:00.952234 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-27279035-c428-4d40-aeed-a04cef422cb1 req-214fafe6-4087-4a7d-8c2a-3e8d5295c6ac tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0481503 Aug 30 08:04:00.990303 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-27279035-c428-4d40-aeed-a04cef422cb1 req-74ae573e-adff-4215-b275-07aa6064668e tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307860 Aug 30 08:04:01.101128 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22e29e-40f8-4fdb-ac81-dca517ed6bda req-52d1eeff-10bf-4c08-97fc-de9b1fb271b1 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:04:01.102579 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4b22e29e-40f8-4fdb-ac81-dca517ed6bda req-52d1eeff-10bf-4c08-97fc-de9b1fb271b1 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0478568 Aug 30 08:04:01.138908 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4b22e29e-40f8-4fdb-ac81-dca517ed6bda req-19280b09-5130-492c-845d-47a34bfb20d3 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305636 Aug 30 08:04:01.160936 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43210) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:04:01.201522 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945a6819-c5a9-409b-acfd-b94ca2be7134 tempest-TestVolumeBootPattern-1132962030 tempest-TestVolumeBootPattern-1132962030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:04:01.203698 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-945a6819-c5a9-409b-acfd-b94ca2be7134 tempest-TestVolumeBootPattern-1132962030 tempest-TestVolumeBootPattern-1132962030-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 1093 time: 0.0411441 Aug 30 08:04:01.206348 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43212) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:04:01.210619 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Request body: {'floatingip': {'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'port_id': 'a50ced59-7bc3-43d9-a76e-2fcb84480280', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:04:01.231356 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:01.326350 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:01.428651 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Allocated IP 172.27.3.221 (02efbd58-3f47-4ba1-9fc3-db25e7b0ec42/864ddbd5-13be-4be1-97d0-f7c096166157/996f79a1-7756-4236-83f5-a446f67444bd) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 08:04:01.525796 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:01.561786 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:01.598085 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 08:04:01.600761 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 08:04:01.603306 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 08:04:01.635092 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event updated for resources: {'Port': ['ID=996f79a1-7756-4236-83f5-a446f67444bd,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:04:01.651882 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:04:01.652225 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:04:01.652565 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:04:01.653084 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:04:01.653460 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:04:01.653800 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:04:01.654715 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:04:01.654715 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:04:01.654887 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:04:01.655122 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:04:01.655447 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:04:01.655768 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:04:01.967435 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:02.034336 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:02.176348 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:02.180621 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:02.243928 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event updated for resources: {'Port': ['ID=996f79a1-7756-4236-83f5-a446f67444bd,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:04:02.255485 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529307'] for floatingip, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:02.599544 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.l3_db [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Floating IP 15db4751-d9a8-4f04-a4fd-488bbb303dd7 associated. External IP: 172.27.3.221, port: a50ced59-7bc3-43d9-a76e-2fcb84480280. Aug 30 08:04:02.798912 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 08:04:02.901166 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 08:04:02.911813 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5c6e96-a0ad-48c5-8417-0f64df49c78a None None] Sync routers for ids ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 08:04:02.916391 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:02.922253 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c6e96-a0ad-48c5-8417-0f64df49c78a None None] Routers {'67ff9c57-c8f4-4e03-95aa-a242532f8fc7'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:04:02.922872 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ef5c6e96-a0ad-48c5-8417-0f64df49c78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:03:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:02.950705 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-b0cf1f14-e6ef-4af4-8c83-41db1ef0d162 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7433262 Aug 30 08:04:02.951324 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'tag': 'a50ced59-7bc3-43d9-a76e-2fcb84480280'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 08:04:02.953835 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7c1c717326e93d35a200a5a0d3cebafce15ecd83eb06d7c469ca134263d92f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a65b65-7588-4c28-84b3-819a56a70ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1ada03-0d0a-4904-81cc-6a75b3efc8c5", "tag": "a50ced59-7bc3-43d9-a76e-2fcb84480280"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 08:04:03.029622 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-ef5c6e96-a0ad-48c5-8417-0f64df49c78a None None] Set router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:04:03.050354 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 08:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df59e94d-8429-447e-b044-07f9ac265bc8 x-openstack-request-id: req-df59e94d-8429-447e-b044-07f9ac265bc8 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 08:04:03.050663 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1ada03-0d0a-4904-81cc-6a75b3efc8c5", "tag": "a50ced59-7bc3-43d9-a76e-2fcb84480280", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 08:04:03.050910 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-df59e94d-8429-447e-b044-07f9ac265bc8 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 08:04:03.051329 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'tag': 'a50ced59-7bc3-43d9-a76e-2fcb84480280', 'status': 'completed', 'code': 200} Aug 30 08:04:03.081691 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43220) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:04:03.116225 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a65b65-7588-4c28-84b3-819a56a70ec0 req-94d7625c-7e64-40ae-8984-037c75f6dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:04:03.117727 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-16a65b65-7588-4c28-84b3-819a56a70ec0 req-94d7625c-7e64-40ae-8984-037c75f6dd95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d8bc861de4e4b05b9e798f101735072&device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 1098 time: 0.0421219 Aug 30 08:04:03.215842 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a65b65-7588-4c28-84b3-819a56a70ec0 req-923c3bfc-c065-4c31-9c01-8345f4404af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:04:03.217421 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-16a65b65-7588-4c28-84b3-819a56a70ec0 req-923c3bfc-c065-4c31-9c01-8345f4404af3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 200 len: 913 time: 0.0903013 Aug 30 08:04:03.268894 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ef5c6e96-a0ad-48c5-8417-0f64df49c78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': '15db4751-d9a8-4f04-a4fd-488bbb303dd7', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'port_id': 'a50ced59-7bc3-43d9-a76e-2fcb84480280', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'mac_address': 'fa:16:3e:b9:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T08:04:01Z', 'updated_at': '2021-08-30T08:04:01Z', 'revision_number': 0, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 5, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:03.288783 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-16a65b65-7588-4c28-84b3-819a56a70ec0 req-eaf1d765-4a39-4474-9e78-a34da13b6309 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a50ced59-7bc3-43d9-a76e-2fcb84480280 HTTP/1.1" status: 200 len: 999 time: 0.0609050 Aug 30 08:04:03.294988 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5c6e96-a0ad-48c5-8417-0f64df49c78a None None] Checking router: 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 08:04:03.304086 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c6e96-a0ad-48c5-8417-0f64df49c78a None None] Routers {'67ff9c57-c8f4-4e03-95aa-a242532f8fc7'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:04:03.304691 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ef5c6e96-a0ad-48c5-8417-0f64df49c78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:03:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:03.334815 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-19925c4e-3f6e-49eb-8e2a-5230cc5c272c tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Deleting port a1bc9052-f8b9-4a28-b1b5-4c829b180576 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:04:03.335383 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-19925c4e-3f6e-49eb-8e2a-5230cc5c272c tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:03.342730 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a65b65-7588-4c28-84b3-819a56a70ec0 req-78f46723-0760-491f-8f57-e9f53b962476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:04:03.344217 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-16a65b65-7588-4c28-84b3-819a56a70ec0 req-78f46723-0760-491f-8f57-e9f53b962476 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4ef16b4-111d-457d-9396-e9cb7cf705de HTTP/1.1" status: 200 len: 851 time: 0.0469916 Aug 30 08:04:03.394421 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a65b65-7588-4c28-84b3-819a56a70ec0 req-4f83efc6-2a6f-4a2e-baac-575f38221dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:04:03.395923 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-16a65b65-7588-4c28-84b3-819a56a70ec0 req-4f83efc6-2a6f-4a2e-baac-575f38221dcb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431569 Aug 30 08:04:03.409979 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-ef5c6e96-a0ad-48c5-8417-0f64df49c78a None None] Set router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:04:03.415161 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-19925c4e-3f6e-49eb-8e2a-5230cc5c272c tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:03.415493 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-19925c4e-3f6e-49eb-8e2a-5230cc5c272c tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:03.428039 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-19925c4e-3f6e-49eb-8e2a-5230cc5c272c tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Calling delete_port for a1bc9052-f8b9-4a28-b1b5-4c829b180576 owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:04:03.466391 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-9733512f-765c-49b8-95bc-6a1fb0eb843b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:03.494515 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-16a65b65-7588-4c28-84b3-819a56a70ec0 req-a94d108f-8a69-4031-9161-0f9189ba167a service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898962 Aug 30 08:04:03.599008 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-16a65b65-7588-4c28-84b3-819a56a70ec0 req-1f07c219-d7aa-4a83-a3be-44380fe007d2 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957277 Aug 30 08:04:03.605553 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-19925c4e-3f6e-49eb-8e2a-5230cc5c272c tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:03.633353 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19925c4e-3f6e-49eb-8e2a-5230cc5c272c tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Pushing event deleted for resources: {'Port': ['ID=a1bc9052-f8b9-4a28-b1b5-4c829b180576,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:04:03.661159 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ef5c6e96-a0ad-48c5-8417-0f64df49c78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': '15db4751-d9a8-4f04-a4fd-488bbb303dd7', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'port_id': 'a50ced59-7bc3-43d9-a76e-2fcb84480280', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'mac_address': 'fa:16:3e:b9:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T08:04:01Z', 'updated_at': '2021-08-30T08:04:01Z', 'revision_number': 0, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 5, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:03.690280 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5c6e96-a0ad-48c5-8417-0f64df49c78a None None] The sync data for ids ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'] in dv-cinder-806191-3-iscsi is: [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': '15db4751-d9a8-4f04-a4fd-488bbb303dd7', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'port_id': 'a50ced59-7bc3-43d9-a76e-2fcb84480280', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'mac_address': 'fa:16:3e:b9:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T08:04:01Z', 'updated_at': '2021-08-30T08:04:01Z', 'revision_number': 0, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 5, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 08:04:03.695518 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-19925c4e-3f6e-49eb-8e2a-5230cc5c272c tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:03.695853 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.l3_db [None req-19925c4e-3f6e-49eb-8e2a-5230cc5c272c tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Floating IP e1983d3c-52d1-4cdb-9a92-0ca7616be51d disassociated (deleted). External IP: 172.27.3.75, port: df6e2650-791e-4b79-8911-dc23e2079687. Aug 30 08:04:03.881745 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c275455d-8dc1-4e38-bf31-2e753b1105c0 None None] New status for floating IP 15db4751-d9a8-4f04-a4fd-488bbb303dd7: ACTIVE {{(pid=100377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 08:04:03.910425 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19925c4e-3f6e-49eb-8e2a-5230cc5c272c tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Router 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 08:04:04.022114 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19925c4e-3f6e-49eb-8e2a-5230cc5c272c tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 08:04:04.026638 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-19925c4e-3f6e-49eb-8e2a-5230cc5c272c tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:04.031541 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751af04-1392-4f7d-b1e1-f35679293dcb None None] Sync routers for ids ['34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 08:04:04.043004 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2751af04-1392-4f7d-b1e1-f35679293dcb None None] Routers {'34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:04:04.043706 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2751af04-1392-4f7d-b1e1-f35679293dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:04:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:04.054951 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-19925c4e-3f6e-49eb-8e2a-5230cc5c272c tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "DELETE /v2.0/floatingips/e1983d3c-52d1-4cdb-9a92-0ca7616be51d HTTP/1.1" status: 204 len: 168 time: 0.9720039 Aug 30 08:04:04.153107 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-2751af04-1392-4f7d-b1e1-f35679293dcb None None] Set router 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:04:04.267408 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d25b8e-c1d1-441c-912c-b53673676079 req-261210cc-4ec6-4b38-a31b-3e4cef6a3bd3 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:04:04.268875 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f5d25b8e-c1d1-441c-912c-b53673676079 req-261210cc-4ec6-4b38-a31b-3e4cef6a3bd3 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0503190 Aug 30 08:04:04.308825 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f5d25b8e-c1d1-441c-912c-b53673676079 req-240f1008-aa2c-41eb-b948-f25d8ae5ce37 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336881 Aug 30 08:04:04.357823 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:04.364397 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2751af04-1392-4f7d-b1e1-f35679293dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'name': 'tempest-TestShelveInstance-239574337-router', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:18Z', 'updated_at': '2021-08-30T07:58:21Z', 'revision_number': 4, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'gw_port': {'id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:19Z', 'updated_at': '2021-08-30T07:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '35a9f552-d6a4-474f-b2e8-a87149079558', 'name': '', 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'mac_address': 'fa:16:3e:d6:51:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:20Z', 'updated_at': '2021-08-30T07:58:26Z', 'revision_number': 5, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'subnets': [{'id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:04.389892 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751af04-1392-4f7d-b1e1-f35679293dcb None None] Checking router: 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 08:04:04.398013 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2751af04-1392-4f7d-b1e1-f35679293dcb None None] Routers {'34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:04:04.398641 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2751af04-1392-4f7d-b1e1-f35679293dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:04:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:04.499210 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-2751af04-1392-4f7d-b1e1-f35679293dcb None None] Set router 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:04:04.693548 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2751af04-1392-4f7d-b1e1-f35679293dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'name': 'tempest-TestShelveInstance-239574337-router', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:18Z', 'updated_at': '2021-08-30T07:58:21Z', 'revision_number': 4, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'gw_port': {'id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:19Z', 'updated_at': '2021-08-30T07:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '35a9f552-d6a4-474f-b2e8-a87149079558', 'name': '', 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'mac_address': 'fa:16:3e:d6:51:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:20Z', 'updated_at': '2021-08-30T07:58:26Z', 'revision_number': 5, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'subnets': [{'id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:04.718409 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751af04-1392-4f7d-b1e1-f35679293dcb None None] The sync data for ids ['34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'] in dv-cinder-806191-3-iscsi is: [{'id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'name': 'tempest-TestShelveInstance-239574337-router', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:18Z', 'updated_at': '2021-08-30T07:58:21Z', 'revision_number': 4, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'gw_port': {'id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:19Z', 'updated_at': '2021-08-30T07:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '35a9f552-d6a4-474f-b2e8-a87149079558', 'name': '', 'network_id': '014bc288-d267-4224-b8fa-855b955d7cfd', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'mac_address': 'fa:16:3e:d6:51:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:20Z', 'updated_at': '2021-08-30T07:58:26Z', 'revision_number': 5, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'subnets': [{'id': 'f227c955-203e-41c1-b37b-9a05c3cd4b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 08:04:04.915946 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b0bfe-13ba-4c3f-b4d5-ae76fab8cdf3 None None] New status for floating IP e1983d3c-52d1-4cdb-9a92-0ca7616be51d: DOWN {{(pid=100377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 08:04:05.053129 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7a4654-a0be-4fa9-b45b-acbd7ba764e9', 'tag': 'df6e2650-791e-4b79-8911-dc23e2079687'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 08:04:05.055474 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7c1c717326e93d35a200a5a0d3cebafce15ecd83eb06d7c469ca134263d92f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8ee581-defb-46a2-bb1f-4e9429a32905" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7a4654-a0be-4fa9-b45b-acbd7ba764e9", "tag": "df6e2650-791e-4b79-8911-dc23e2079687"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 08:04:05.090941 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 08:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc4cec2-e1b3-43a7-a838-423d994804e8 x-openstack-request-id: req-9bc4cec2-e1b3-43a7-a838-423d994804e8 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 08:04:05.091232 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7a4654-a0be-4fa9-b45b-acbd7ba764e9", "tag": "df6e2650-791e-4b79-8911-dc23e2079687", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 08:04:05.091477 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9bc4cec2-e1b3-43a7-a838-423d994804e8 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 08:04:05.091869 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7a4654-a0be-4fa9-b45b-acbd7ba764e9', 'tag': 'df6e2650-791e-4b79-8911-dc23e2079687', 'status': 'completed', 'code': 200} Aug 30 08:04:05.123396 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:05.153687 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ee581-defb-46a2-bb1f-4e9429a32905 req-00dd4c60-066f-4469-b816-a2005a8197d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:04:05.155191 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4e8ee581-defb-46a2-bb1f-4e9429a32905 req-00dd4c60-066f-4469-b816-a2005a8197d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3748b4459c5b4b0eb1eae5f1a86e1d28&device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 1098 time: 0.0406430 Aug 30 08:04:05.248053 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ee581-defb-46a2-bb1f-4e9429a32905 req-ccd3f7a2-0a9b-44df-9dc7-850b5801c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:04:05.249391 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4e8ee581-defb-46a2-bb1f-4e9429a32905 req-ccd3f7a2-0a9b-44df-9dc7-850b5801c172 service neutron] 10.222.0.61 "GET /v2.0/networks?id=014bc288-d267-4224-b8fa-855b955d7cfd HTTP/1.1" status: 200 len: 909 time: 0.0855243 Aug 30 08:04:05.293669 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4e8ee581-defb-46a2-bb1f-4e9429a32905 req-21c10f96-b273-4139-9093-0a131e50ca2e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df6e2650-791e-4b79-8911-dc23e2079687 HTTP/1.1" status: 200 len: 217 time: 0.0345666 Aug 30 08:04:05.341914 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ee581-defb-46a2-bb1f-4e9429a32905 req-e41ea067-754d-45a2-9301-c5bafac23799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:04:05.343436 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4e8ee581-defb-46a2-bb1f-4e9429a32905 req-e41ea067-754d-45a2-9301-c5bafac23799 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f227c955-203e-41c1-b37b-9a05c3cd4b9e HTTP/1.1" status: 200 len: 847 time: 0.0424249 Aug 30 08:04:05.424055 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ee581-defb-46a2-bb1f-4e9429a32905 req-bfb2c719-8c22-439d-a1b3-1ed15e6c79e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:04:05.425525 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4e8ee581-defb-46a2-bb1f-4e9429a32905 req-bfb2c719-8c22-439d-a1b3-1ed15e6c79e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=014bc288-d267-4224-b8fa-855b955d7cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720236 Aug 30 08:04:05.436493 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8f3de-e520-4be9-9c0e-0734e5de1b31 req-1d44294b-bc4e-446d-b31a-8840606956ca tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:04:05.437855 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f6a8f3de-e520-4be9-9c0e-0734e5de1b31 req-1d44294b-bc4e-446d-b31a-8840606956ca tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0576010 Aug 30 08:04:05.529268 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-f6a8f3de-e520-4be9-9c0e-0734e5de1b31 req-30c467f0-0e5c-47ce-ad7d-0cddfe731e27 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/security-groups?id=84f18df1-acf0-4b04-8d66-92031f3356be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821321 Aug 30 08:04:05.547688 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4e8ee581-defb-46a2-bb1f-4e9429a32905 req-b22909ab-cae2-4e26-a2af-e1e0b0a55f43 service neutron] 10.222.0.61 "GET /v2.0/networks/014bc288-d267-4224-b8fa-855b955d7cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089208 Aug 30 08:04:05.642548 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-4e8ee581-defb-46a2-bb1f-4e9429a32905 req-3d7ca5bb-95da-48c6-9ca4-566da5dadc97 service neutron] 10.222.0.61 "GET /v2.0/networks/014bc288-d267-4224-b8fa-855b955d7cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813823 Aug 30 08:04:05.901579 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:06.035899 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419f25b-8a47-427e-970d-214a7354502f req-f79347e3-fdb8-41e6-a549-69aa8449a982 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:04:06.037310 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7419f25b-8a47-427e-970d-214a7354502f req-f79347e3-fdb8-41e6-a549-69aa8449a982 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 945 time: 0.0471494 Aug 30 08:04:06.128567 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-7419f25b-8a47-427e-970d-214a7354502f req-822c325f-3963-4dfb-a00f-c694179f3703 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Deleting port df6e2650-791e-4b79-8911-dc23e2079687 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:04:06.128898 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-7419f25b-8a47-427e-970d-214a7354502f req-822c325f-3963-4dfb-a00f-c694179f3703 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:06.211573 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-7419f25b-8a47-427e-970d-214a7354502f req-822c325f-3963-4dfb-a00f-c694179f3703 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] For port df6e2650-791e-4b79-8911-dc23e2079687, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=df6e2650-791e-4b79-8911-dc23e2079687,segment=NetworkSegment(6a2841fa-2170-4081-8912-c9acd7f37af5),segment_id=6a2841fa-2170-4081-8912-c9acd7f37af5)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:04:06.211854 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-7419f25b-8a47-427e-970d-214a7354502f req-822c325f-3963-4dfb-a00f-c694179f3703 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:06.224330 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-7419f25b-8a47-427e-970d-214a7354502f req-822c325f-3963-4dfb-a00f-c694179f3703 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Calling delete_port for df6e2650-791e-4b79-8911-dc23e2079687 owned by compute:nova {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:04:06.348628 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-7419f25b-8a47-427e-970d-214a7354502f req-822c325f-3963-4dfb-a00f-c694179f3703 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:06.375654 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c325f-3963-4dfb-a00f-c694179f3703 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Pushing event deleted for resources: {'Port': ['ID=df6e2650-791e-4b79-8911-dc23e2079687,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:04:06.420417 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-7419f25b-8a47-427e-970d-214a7354502f req-822c325f-3963-4dfb-a00f-c694179f3703 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] No DVR routers for this DVR port df6e2650-791e-4b79-8911-dc23e2079687 on host hv-cinder-80619 {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 08:04:06.423743 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-7419f25b-8a47-427e-970d-214a7354502f req-822c325f-3963-4dfb-a00f-c694179f3703 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:06.425733 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7419f25b-8a47-427e-970d-214a7354502f req-822c325f-3963-4dfb-a00f-c694179f3703 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.61 "DELETE /v2.0/ports/df6e2650-791e-4b79-8911-dc23e2079687 HTTP/1.1" status: 204 len: 173 time: 0.3818812 Aug 30 08:04:06.426255 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7a4654-a0be-4fa9-b45b-acbd7ba764e9', 'name': 'network-vif-deleted', 'tag': 'df6e2650-791e-4b79-8911-dc23e2079687'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 08:04:06.428453 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f411c56-7a07-48fc-a267-04603cc8b999" -d '{"events": [{"server_uuid": "5f7a4654-a0be-4fa9-b45b-acbd7ba764e9", "name": "network-vif-deleted", "tag": "df6e2650-791e-4b79-8911-dc23e2079687"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 08:04:06.469662 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 08:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e88d93-9add-4750-8640-a90ebc102890 x-openstack-request-id: req-23e88d93-9add-4750-8640-a90ebc102890 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 08:04:06.470605 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7a4654-a0be-4fa9-b45b-acbd7ba764e9", "name": "network-vif-deleted", "tag": "df6e2650-791e-4b79-8911-dc23e2079687", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 08:04:06.470976 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-23e88d93-9add-4750-8640-a90ebc102890 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 08:04:06.471378 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7a4654-a0be-4fa9-b45b-acbd7ba764e9', 'name': 'network-vif-deleted', 'tag': 'df6e2650-791e-4b79-8911-dc23e2079687', 'status': 'completed', 'code': 200} Aug 30 08:04:06.621026 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5d79e734-e9b2-43c9-8cf1-76fdba242329 req-9b54f924-5d63-406e-9fbe-439fa5b34521 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7a4654-a0be-4fa9-b45b-acbd7ba764e9 HTTP/1.1" status: 200 len: 210 time: 0.0268395 Aug 30 08:04:07.677979 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43238) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:04:07.735362 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cf30affc-4bc6-4714-83cf-7ce8ab1196e2 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:07.761316 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cf30affc-4bc6-4714-83cf-7ce8ab1196e2 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:07.819196 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cf30affc-4bc6-4714-83cf-7ce8ab1196e2 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:07.821703 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cf30affc-4bc6-4714-83cf-7ce8ab1196e2 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:07.822925 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-cf30affc-4bc6-4714-83cf-7ce8ab1196e2 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] 10.222.0.73 "DELETE /v2.0/security-groups/84f18df1-acf0-4b04-8d66-92031f3356be HTTP/1.1" status: 204 len: 168 time: 0.1439080 Aug 30 08:04:07.832781 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30affc-4bc6-4714-83cf-7ce8ab1196e2 tempest-TestShelveInstance-1305674687 tempest-TestShelveInstance-1305674687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f18df1-acf0-4b04-8d66-92031f3356be,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:04:07.868691 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43242) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:04:08.208393 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-56f41b19-76bc-4c64-a0ac-bcc5a75ee6e9 req-acdd8f47-5036-4284-bd3e-a29115d2a372 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392892 Aug 30 08:04:08.286270 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f41b19-76bc-4c64-a0ac-bcc5a75ee6e9 req-ff4ed0fa-a22e-4963-adc0-947b4b93ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:04:08.287753 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-56f41b19-76bc-4c64-a0ac-bcc5a75ee6e9 req-ff4ed0fa-a22e-4963-adc0-947b4b93ed0e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d8bc861de4e4b05b9e798f101735072&device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 1098 time: 0.0389843 Aug 30 08:04:08.311491 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-285dd202-609d-4d7a-baf2-c669da9d13c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535493'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:08.390709 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f41b19-76bc-4c64-a0ac-bcc5a75ee6e9 req-1c23c52d-5269-4b88-8866-4b2fe64f51a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:04:08.392258 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-56f41b19-76bc-4c64-a0ac-bcc5a75ee6e9 req-1c23c52d-5269-4b88-8866-4b2fe64f51a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 200 len: 913 time: 0.0856750 Aug 30 08:04:08.456905 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-56f41b19-76bc-4c64-a0ac-bcc5a75ee6e9 req-4ada2bda-31e9-4d4b-b6d5-1b30e965d4ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a50ced59-7bc3-43d9-a76e-2fcb84480280 HTTP/1.1" status: 200 len: 1001 time: 0.0575690 Aug 30 08:04:08.505501 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f41b19-76bc-4c64-a0ac-bcc5a75ee6e9 req-d31bd342-704a-4442-90ed-c23355869581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:04:08.506906 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-56f41b19-76bc-4c64-a0ac-bcc5a75ee6e9 req-d31bd342-704a-4442-90ed-c23355869581 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4ef16b4-111d-457d-9396-e9cb7cf705de HTTP/1.1" status: 200 len: 851 time: 0.0432942 Aug 30 08:04:08.553143 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-285dd202-609d-4d7a-baf2-c669da9d13c5 admin admin] Deleting port 35a9f552-d6a4-474f-b2e8-a87149079558 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:04:08.553485 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-285dd202-609d-4d7a-baf2-c669da9d13c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:08.556148 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f41b19-76bc-4c64-a0ac-bcc5a75ee6e9 req-d3353155-1607-40b2-8da2-0c8d53142930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:04:08.557643 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-56f41b19-76bc-4c64-a0ac-bcc5a75ee6e9 req-d3353155-1607-40b2-8da2-0c8d53142930 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433202 Aug 30 08:04:08.630091 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-285dd202-609d-4d7a-baf2-c669da9d13c5 admin admin] For port 35a9f552-d6a4-474f-b2e8-a87149079558, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=35a9f552-d6a4-474f-b2e8-a87149079558,segment=NetworkSegment(6a2841fa-2170-4081-8912-c9acd7f37af5),segment_id=6a2841fa-2170-4081-8912-c9acd7f37af5)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:04:08.630481 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-285dd202-609d-4d7a-baf2-c669da9d13c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:08.643017 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-285dd202-609d-4d7a-baf2-c669da9d13c5 admin admin] Calling delete_port for 35a9f552-d6a4-474f-b2e8-a87149079558 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:04:08.647349 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-56f41b19-76bc-4c64-a0ac-bcc5a75ee6e9 req-d682f0fc-2bff-42cc-ba67-4b45fdd91321 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809143 Aug 30 08:04:08.650897 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device df6e2650-791e-4b79-8911-dc23e2079687 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:04:08.672285 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] No Port match for: df6e2650-791e-4b79-8911-dc23e2079687 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:04:08.672705 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device df6e2650-791e-4b79-8911-dc23e2079687 not bound to the agent host hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:04:08.739994 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-56f41b19-76bc-4c64-a0ac-bcc5a75ee6e9 req-405fdb5e-cdb1-41d1-9646-f2f00f7824f4 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861659 Aug 30 08:04:08.820590 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-285dd202-609d-4d7a-baf2-c669da9d13c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:08.847665 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285dd202-609d-4d7a-baf2-c669da9d13c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=35a9f552-d6a4-474f-b2e8-a87149079558,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:04:09.011847 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-285dd202-609d-4d7a-baf2-c669da9d13c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535311'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:09.220066 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285dd202-609d-4d7a-baf2-c669da9d13c5 admin admin] Router 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 08:04:09.322552 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285dd202-609d-4d7a-baf2-c669da9d13c5 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 08:04:09.327486 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-285dd202-609d-4d7a-baf2-c669da9d13c5 admin admin] 10.222.0.73 "PUT /v2.0/routers/34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4580405 Aug 30 08:04:09.330736 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43246) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:04:09.331595 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c0b25-36b5-4ad4-9aec-f32a1d1fa0a7 None None] Sync routers for ids ['34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 08:04:09.340823 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c0b25-36b5-4ad4-9aec-f32a1d1fa0a7 None None] Routers {'34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:04:09.341500 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f21c0b25-36b5-4ad4-9aec-f32a1d1fa0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:04:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:09.439517 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b22fc65-af8f-4db1-864a-f6acea919592 admin admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:09.574451 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-f21c0b25-36b5-4ad4-9aec-f32a1d1fa0a7 None None] Set router 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:04:09.761802 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f21c0b25-36b5-4ad4-9aec-f32a1d1fa0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'name': 'tempest-TestShelveInstance-239574337-router', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:18Z', 'updated_at': '2021-08-30T08:04:08Z', 'revision_number': 5, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'gw_port': {'id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:19Z', 'updated_at': '2021-08-30T07:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:09.788300 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c0b25-36b5-4ad4-9aec-f32a1d1fa0a7 None None] Checking router: 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 08:04:09.796365 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c0b25-36b5-4ad4-9aec-f32a1d1fa0a7 None None] Routers {'34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:04:09.796974 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f21c0b25-36b5-4ad4-9aec-f32a1d1fa0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:04:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:09.806746 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b22fc65-af8f-4db1-864a-f6acea919592 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:09.859331 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-4b22fc65-af8f-4db1-864a-f6acea919592 admin admin] Deleting port 4c7676eb-8d0b-4315-80cd-b06a3dc73f3d {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:04:09.860059 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b22fc65-af8f-4db1-864a-f6acea919592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:09.900072 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-f21c0b25-36b5-4ad4-9aec-f32a1d1fa0a7 None None] Set router 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:04:09.941632 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-4b22fc65-af8f-4db1-864a-f6acea919592 admin admin] For port 4c7676eb-8d0b-4315-80cd-b06a3dc73f3d, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=4c7676eb-8d0b-4315-80cd-b06a3dc73f3d,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:04:09.942015 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b22fc65-af8f-4db1-864a-f6acea919592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:09.955663 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-4b22fc65-af8f-4db1-864a-f6acea919592 admin admin] Calling delete_port for 4c7676eb-8d0b-4315-80cd-b06a3dc73f3d owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:04:10.077622 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f21c0b25-36b5-4ad4-9aec-f32a1d1fa0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'name': 'tempest-TestShelveInstance-239574337-router', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:18Z', 'updated_at': '2021-08-30T08:04:08Z', 'revision_number': 5, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'gw_port': {'id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:19Z', 'updated_at': '2021-08-30T07:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:10.107187 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c0b25-36b5-4ad4-9aec-f32a1d1fa0a7 None None] The sync data for ids ['34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f'] in dv-cinder-806191-3-iscsi is: [{'id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'name': 'tempest-TestShelveInstance-239574337-router', 'tenant_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:18Z', 'updated_at': '2021-08-30T08:04:08Z', 'revision_number': 5, 'project_id': '3748b4459c5b4b0eb1eae5f1a86e1d28', 'gw_port': {'id': '4c7676eb-8d0b-4315-80cd-b06a3dc73f3d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:19Z', 'updated_at': '2021-08-30T07:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 08:04:10.121738 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b22fc65-af8f-4db1-864a-f6acea919592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:10.154903 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22fc65-af8f-4db1-864a-f6acea919592 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c7676eb-8d0b-4315-80cd-b06a3dc73f3d,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:04:10.212883 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b22fc65-af8f-4db1-864a-f6acea919592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529237'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:10.302938 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b22fc65-af8f-4db1-864a-f6acea919592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102400'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:10.305086 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b22fc65-af8f-4db1-864a-f6acea919592 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:10.347507 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b22fc65-af8f-4db1-864a-f6acea919592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530117'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:10.348075 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b22fc65-af8f-4db1-864a-f6acea919592 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 08:04:10.352440 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b22fc65-af8f-4db1-864a-f6acea919592 admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:10.353586 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-4b22fc65-af8f-4db1-864a-f6acea919592 admin admin] 10.222.0.73 "DELETE /v2.0/routers/34725d5b-9c0f-4c2c-8ff2-cccf3465ec7f HTTP/1.1" status: 204 len: 168 time: 1.0219412 Aug 30 08:04:10.356182 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43250) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:04:10.404057 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9e60d2-e3d6-4063-b92a-020988bf4507 admin admin] Deleting subnet f227c955-203e-41c1-b37b-9a05c3cd4b9e {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 08:04:10.406890 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba9e60d2-e3d6-4063-b92a-020988bf4507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:10.440558 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba9e60d2-e3d6-4063-b92a-020988bf4507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12530165'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:10.519677 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba9e60d2-e3d6-4063-b92a-020988bf4507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3840692'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:10.576050 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba9e60d2-e3d6-4063-b92a-020988bf4507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3840699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11671398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12454973'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:10.606336 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e60d2-e3d6-4063-b92a-020988bf4507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f227c955-203e-41c1-b37b-9a05c3cd4b9e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:04:10.609772 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba9e60d2-e3d6-4063-b92a-020988bf4507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:10.612368 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-ba9e60d2-e3d6-4063-b92a-020988bf4507 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f227c955-203e-41c1-b37b-9a05c3cd4b9e HTTP/1.1" status: 204 len: 168 time: 0.2552674 Aug 30 08:04:10.614828 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43252) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:04:10.618730 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609c5e89-e238-4925-a5f5-0799b8c03938 None None] Network 014bc288-d267-4224-b8fa-855b955d7cfd requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 08:04:10.685307 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768868'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:10.739860 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] Deleting port d69d1147-5ecf-4fbc-a0b9-01921126b154 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:04:10.740208 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:10.808841 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6a1a5b-c4dc-42b6-b07d-a214469d1def None None] DHCP port deletion for 014bc288-d267-4224-b8fa-855b955d7cfd request from dv-cinder-806191-3-iscsi {{(pid=100376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 08:04:10.811504 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] For port d69d1147-5ecf-4fbc-a0b9-01921126b154, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=d69d1147-5ecf-4fbc-a0b9-01921126b154,segment=NetworkSegment(6a2841fa-2170-4081-8912-c9acd7f37af5),segment_id=6a2841fa-2170-4081-8912-c9acd7f37af5)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:04:10.811902 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:10.825090 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] Calling delete_port for d69d1147-5ecf-4fbc-a0b9-01921126b154 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:04:10.857257 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-7b6a1a5b-c4dc-42b6-b07d-a214469d1def None None] Deleting port d69d1147-5ecf-4fbc-a0b9-01921126b154 {{(pid=100376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:04:10.857632 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7b6a1a5b-c4dc-42b6-b07d-a214469d1def None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:10.902874 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:10.919603 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-7b6a1a5b-c4dc-42b6-b07d-a214469d1def None None] For port d69d1147-5ecf-4fbc-a0b9-01921126b154, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=d69d1147-5ecf-4fbc-a0b9-01921126b154,segment=NetworkSegment(6a2841fa-2170-4081-8912-c9acd7f37af5),segment_id=6a2841fa-2170-4081-8912-c9acd7f37af5)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:04:10.919933 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7b6a1a5b-c4dc-42b6-b07d-a214469d1def None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:10.929890 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=d69d1147-5ecf-4fbc-a0b9-01921126b154,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:04:10.931727 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] No DVR routers for this DVR port d69d1147-5ecf-4fbc-a0b9-01921126b154 on host dv-cinder-806191-3-iscsi {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 08:04:10.935693 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-7b6a1a5b-c4dc-42b6-b07d-a214469d1def None None] Calling delete_port for d69d1147-5ecf-4fbc-a0b9-01921126b154 owned by network:dhcp {{(pid=100376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:04:11.003114 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3772495', 'neutron.services.segments.db._delete_segments_for_network-8745591126510'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:11.012644 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7b6a1a5b-c4dc-42b6-b07d-a214469d1def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077'] for port, after_delete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:11.012847 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014bc288-d267-4224-b8fa-855b955d7cfd']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:11.022779 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2841fa-2170-4081-8912-c9acd7f37af5') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:11.023067 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2841fa-2170-4081-8912-c9acd7f37af5') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:11.031546 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745591126393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12530154'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:11.035549 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a1a5b-c4dc-42b6-b07d-a214469d1def None None] Pushing event deleted for resources: {'Port': ['ID=d69d1147-5ecf-4fbc-a0b9-01921126b154,revision_number=None']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:04:11.041346 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a1a5b-c4dc-42b6-b07d-a214469d1def None None] No DVR routers for this DVR port d69d1147-5ecf-4fbc-a0b9-01921126b154 on host dv-cinder-806191-3-iscsi {{(pid=100376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 08:04:11.050695 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:11.056890 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 08:04:11.057315 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11671296'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: Traceback (most recent call last): Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: timer() Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: cb(*args, **kw) Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: return func(*args, **kwargs) Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: self._notify() Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: self.callback(batched_events) Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: event.method(event) Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: return f(self, *a, **k) Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._get(url).json() Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: return self.request(url, 'GET', **kwargs) Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 08:04:11.059005 dv-cinder-806191-3-iscsi neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 08:04:11.115900 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3772470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529257'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:11.121808 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:11.126773 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] 10.222.0.73 "DELETE /v2.0/networks/014bc288-d267-4224-b8fa-855b955d7cfd HTTP/1.1" status: 204 len: 168 time: 0.5079231 Aug 30 08:04:11.127597 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 43254) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:04:11.135047 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f960e1-1604-46da-88c8-b5f216c64d99 admin admin] Pushing event deleted for resources: {'Network': ['ID=014bc288-d267-4224-b8fa-855b955d7cfd,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:04:11.718842 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-db7e9778-c102-4797-bd9f-2346f6999e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535493'] for router_interface, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:11.720592 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 35a9f552-d6a4-474f-b2e8-a87149079558 no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:04:11.740268 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: 35a9f552-d6a4-474f-b2e8-a87149079558 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:04:11.740605 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 35a9f552-d6a4-474f-b2e8-a87149079558 not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:04:11.741019 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device d69d1147-5ecf-4fbc-a0b9-01921126b154 no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:04:11.759645 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: d69d1147-5ecf-4fbc-a0b9-01921126b154 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:04:11.759983 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device d69d1147-5ecf-4fbc-a0b9-01921126b154 not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:04:11.760382 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 4c7676eb-8d0b-4315-80cd-b06a3dc73f3d no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:04:11.778522 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: 4c7676eb-8d0b-4315-80cd-b06a3dc73f3d {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:04:11.778861 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 4c7676eb-8d0b-4315-80cd-b06a3dc73f3d not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:04:11.955419 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-db7e9778-c102-4797-bd9f-2346f6999e08 admin admin] Deleting port 81ec66cf-02e1-4c05-9ae8-f55f07376673 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:04:11.955673 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-db7e9778-c102-4797-bd9f-2346f6999e08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:12.036155 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-db7e9778-c102-4797-bd9f-2346f6999e08 admin admin] For port 81ec66cf-02e1-4c05-9ae8-f55f07376673, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=81ec66cf-02e1-4c05-9ae8-f55f07376673,segment=NetworkSegment(5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d),segment_id=5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:04:12.036523 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-db7e9778-c102-4797-bd9f-2346f6999e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:12.049142 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-db7e9778-c102-4797-bd9f-2346f6999e08 admin admin] Calling delete_port for 81ec66cf-02e1-4c05-9ae8-f55f07376673 owned by network:router_interface {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:04:12.222204 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-db7e9778-c102-4797-bd9f-2346f6999e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:12.249451 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e9778-c102-4797-bd9f-2346f6999e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=81ec66cf-02e1-4c05-9ae8-f55f07376673,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:04:12.410437 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-db7e9778-c102-4797-bd9f-2346f6999e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535311'] for router_interface, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:12.618456 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7e9778-c102-4797-bd9f-2346f6999e08 admin admin] Router 3796bd33-cc40-4ad6-b9c9-8e5e7a087525 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 08:04:12.723117 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7e9778-c102-4797-bd9f-2346f6999e08 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 08:04:12.727967 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-db7e9778-c102-4797-bd9f-2346f6999e08 admin admin] 10.222.0.73 "PUT /v2.0/routers/3796bd33-cc40-4ad6-b9c9-8e5e7a087525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5990863 Aug 30 08:04:12.730386 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 43256) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:04:12.733338 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd047fe2-8824-4156-9a95-985b3ed3174c None None] Sync routers for ids ['3796bd33-cc40-4ad6-b9c9-8e5e7a087525'] in dv-cinder-806191-3-iscsi {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 08:04:12.742371 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd047fe2-8824-4156-9a95-985b3ed3174c None None] Routers {'3796bd33-cc40-4ad6-b9c9-8e5e7a087525'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:04:12.742969 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-bd047fe2-8824-4156-9a95-985b3ed3174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:04:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['3796bd33-cc40-4ad6-b9c9-8e5e7a087525'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:12.831585 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44a21de5-b061-4761-acf5-1eb3ca8bef50 admin admin] Notify callbacks [] for router, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:12.844477 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-bd047fe2-8824-4156-9a95-985b3ed3174c None None] Set router 3796bd33-cc40-4ad6-b9c9-8e5e7a087525 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:04:12.935149 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44a21de5-b061-4761-acf5-1eb3ca8bef50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:12.987602 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-44a21de5-b061-4761-acf5-1eb3ca8bef50 admin admin] Deleting port 67d3ecd5-7848-421f-969a-74f12b79a61d {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:04:12.987949 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44a21de5-b061-4761-acf5-1eb3ca8bef50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:13.019716 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-bd047fe2-8824-4156-9a95-985b3ed3174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'name': 'tempest-TestShelveInstance-1641506273-router', 'tenant_id': '9137b10d691642089fb1dfcf054903ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '67d3ecd5-7848-421f-969a-74f12b79a61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:23Z', 'updated_at': '2021-08-30T08:04:12Z', 'revision_number': 5, 'project_id': '9137b10d691642089fb1dfcf054903ac', 'gw_port': {'id': '67d3ecd5-7848-421f-969a-74f12b79a61d', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:54:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:58:23Z', 'updated_at': '2021-08-30T07:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:13.048860 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd047fe2-8824-4156-9a95-985b3ed3174c None None] Checking router: 3796bd33-cc40-4ad6-b9c9-8e5e7a087525 for host: dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 08:04:13.057210 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd047fe2-8824-4156-9a95-985b3ed3174c None None] Routers {'3796bd33-cc40-4ad6-b9c9-8e5e7a087525'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:04:13.058260 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-bd047fe2-8824-4156-9a95-985b3ed3174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:04:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['3796bd33-cc40-4ad6-b9c9-8e5e7a087525'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:13.068713 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-44a21de5-b061-4761-acf5-1eb3ca8bef50 admin admin] For port 67d3ecd5-7848-421f-969a-74f12b79a61d, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=67d3ecd5-7848-421f-969a-74f12b79a61d,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:04:13.069085 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44a21de5-b061-4761-acf5-1eb3ca8bef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:13.087062 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-44a21de5-b061-4761-acf5-1eb3ca8bef50 admin admin] Calling delete_port for 67d3ecd5-7848-421f-969a-74f12b79a61d owned by network:router_gateway {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:04:13.226496 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-bd047fe2-8824-4156-9a95-985b3ed3174c None None] Set router 3796bd33-cc40-4ad6-b9c9-8e5e7a087525 gateway port host: None {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:04:13.247044 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44a21de5-b061-4761-acf5-1eb3ca8bef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:13.276877 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a21de5-b061-4761-acf5-1eb3ca8bef50 admin admin] Pushing event deleted for resources: {'Port': ['ID=67d3ecd5-7848-421f-969a-74f12b79a61d,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:04:13.277687 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-bd047fe2-8824-4156-9a95-985b3ed3174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'name': 'tempest-TestShelveInstance-1641506273-router', 'tenant_id': '9137b10d691642089fb1dfcf054903ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:23Z', 'updated_at': '2021-08-30T08:04:12Z', 'revision_number': 6, 'project_id': '9137b10d691642089fb1dfcf054903ac', 'gw_port_host': None}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:13.308751 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd047fe2-8824-4156-9a95-985b3ed3174c None None] The sync data for ids ['3796bd33-cc40-4ad6-b9c9-8e5e7a087525'] in dv-cinder-806191-3-iscsi is: [{'id': '3796bd33-cc40-4ad6-b9c9-8e5e7a087525', 'name': 'tempest-TestShelveInstance-1641506273-router', 'tenant_id': '9137b10d691642089fb1dfcf054903ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:58:23Z', 'updated_at': '2021-08-30T08:04:12Z', 'revision_number': 6, 'project_id': '9137b10d691642089fb1dfcf054903ac', 'gw_port_host': None}] {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 08:04:13.340959 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44a21de5-b061-4761-acf5-1eb3ca8bef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529237'] for router_gateway, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:13.440529 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44a21de5-b061-4761-acf5-1eb3ca8bef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102400'] for router, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:13.442600 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44a21de5-b061-4761-acf5-1eb3ca8bef50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:13.505260 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44a21de5-b061-4761-acf5-1eb3ca8bef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530117'] for router, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:13.505801 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a21de5-b061-4761-acf5-1eb3ca8bef50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3796bd33-cc40-4ad6-b9c9-8e5e7a087525 {{(pid=100375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 08:04:13.511313 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44a21de5-b061-4761-acf5-1eb3ca8bef50 admin admin] Notify callbacks [] for router, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:13.512466 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-44a21de5-b061-4761-acf5-1eb3ca8bef50 admin admin] 10.222.0.73 "DELETE /v2.0/routers/3796bd33-cc40-4ad6-b9c9-8e5e7a087525 HTTP/1.1" status: 204 len: 168 time: 0.7811747 Aug 30 08:04:13.515005 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 43258) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:04:13.558413 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_v2 [None req-4557ff8d-aca1-4a5b-9fa6-e88af95073d9 admin admin] Deleting subnet 81e4fcc3-fd9d-4793-ac24-f1a051d7b2e6 {{(pid=100375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 08:04:13.561331 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4557ff8d-aca1-4a5b-9fa6-e88af95073d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:13.594717 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4557ff8d-aca1-4a5b-9fa6-e88af95073d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11923330'] for subnet, precommit_delete_associations {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:13.678578 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4557ff8d-aca1-4a5b-9fa6-e88af95073d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3840692'] for subnet, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:13.742229 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4557ff8d-aca1-4a5b-9fa6-e88af95073d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3840699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11718326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11245827'] for subnet, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:13.766056 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557ff8d-aca1-4a5b-9fa6-e88af95073d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81e4fcc3-fd9d-4793-ac24-f1a051d7b2e6,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:04:13.771844 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4557ff8d-aca1-4a5b-9fa6-e88af95073d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:13.773672 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-4557ff8d-aca1-4a5b-9fa6-e88af95073d9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/81e4fcc3-fd9d-4793-ac24-f1a051d7b2e6 HTTP/1.1" status: 204 len: 168 time: 0.2577636 Aug 30 08:04:13.776213 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43260) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:04:13.777248 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf5ec17-af08-4928-80aa-e5dea0df8118 None None] Network 8b95aea6-f6d5-405b-88f5-ece5fe7b0635 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 08:04:13.840905 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768868'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:13.893366 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] Deleting port e53e21c8-af50-4368-9dcb-978323aa9bce {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:04:13.893706 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:13.962424 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] For port e53e21c8-af50-4368-9dcb-978323aa9bce, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=e53e21c8-af50-4368-9dcb-978323aa9bce,segment=NetworkSegment(5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d),segment_id=5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:04:13.962785 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:13.975688 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] Calling delete_port for e53e21c8-af50-4368-9dcb-978323aa9bce owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:04:14.051063 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:14.082501 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] No DVR routers for this DVR port e53e21c8-af50-4368-9dcb-978323aa9bce on host dv-cinder-806191-3-iscsi {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 08:04:14.086398 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] Pushing event deleted for resources: {'Port': ['ID=e53e21c8-af50-4368-9dcb-978323aa9bce,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:04:14.096756 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecf4cc1-a073-47bb-82eb-a85819cb06e5 None None] DHCP port deletion for 8b95aea6-f6d5-405b-88f5-ece5fe7b0635 request from dv-cinder-806191-3-iscsi {{(pid=100376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 08:04:14.134215 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 81ec66cf-02e1-4c05-9ae8-f55f07376673 no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:04:14.154787 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: 81ec66cf-02e1-4c05-9ae8-f55f07376673 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:04:14.155135 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 81ec66cf-02e1-4c05-9ae8-f55f07376673 not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:04:14.161789 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3772495', 'neutron.services.segments.db._delete_segments_for_network-8745591126510'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:14.171610 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b95aea6-f6d5-405b-88f5-ece5fe7b0635']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:14.181486 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:14.181782 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ceced8f-5500-42c8-90d3-a5b9b0ab0a5d') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:04:14.190959 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745591126393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12530154'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:14.206237 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:14.212291 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 08:04:14.212711 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11671296'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: Traceback (most recent call last): Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: timer() Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: cb(*args, **kw) Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: return func(*args, **kwargs) Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: self._notify() Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: self.callback(batched_events) Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: event.method(event) Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: return f(self, *a, **k) Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._get(url).json() Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: return self.request(url, 'GET', **kwargs) Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 08:04:14.214551 dv-cinder-806191-3-iscsi neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 08:04:14.278519 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3772470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529257'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:14.284854 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:14.286680 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] 10.222.0.73 "DELETE /v2.0/networks/8b95aea6-f6d5-405b-88f5-ece5fe7b0635 HTTP/1.1" status: 204 len: 168 time: 0.5094776 Aug 30 08:04:14.297529 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c941da-6d6c-4215-9634-d57d9f98e4df admin admin] Pushing event deleted for resources: {'Network': ['ID=8b95aea6-f6d5-405b-88f5-ece5fe7b0635,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:04:14.408334 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43264) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:04:14.447168 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-2a77c751-1dc0-4e79-80fb-ecca14a04e33 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3748b4459c5b4b0eb1eae5f1a86e1d28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377133 Aug 30 08:04:14.449545 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43266) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:04:14.495705 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c74e23c5-ed07-45ff-a725-caded34a8ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:14.516602 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c74e23c5-ed07-45ff-a725-caded34a8ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:14.562326 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c74e23c5-ed07-45ff-a725-caded34a8ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:14.565492 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c74e23c5-ed07-45ff-a725-caded34a8ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:14.566689 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-c74e23c5-ed07-45ff-a725-caded34a8ed3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7c308697-b271-4cd8-8723-6c539815db44 HTTP/1.1" status: 204 len: 168 time: 0.1162479 Aug 30 08:04:14.574678 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e23c5-ed07-45ff-a725-caded34a8ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c308697-b271-4cd8-8723-6c539815db44,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:04:14.869904 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43272) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:04:14.911578 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-471af9c9-d367-4af0-9971-3ca154431bfe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9137b10d691642089fb1dfcf054903ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405242 Aug 30 08:04:14.914006 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43274) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:04:14.961366 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-741218d3-e4e1-4b21-870f-897ae8640b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:14.981850 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-741218d3-e4e1-4b21-870f-897ae8640b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:15.028456 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-741218d3-e4e1-4b21-870f-897ae8640b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:15.031049 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-741218d3-e4e1-4b21-870f-897ae8640b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:15.032169 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-741218d3-e4e1-4b21-870f-897ae8640b71 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6f326766-2a3b-4138-9d49-7ead93cf1551 HTTP/1.1" status: 204 len: 168 time: 0.1172323 Aug 30 08:04:15.040201 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741218d3-e4e1-4b21-870f-897ae8640b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f326766-2a3b-4138-9d49-7ead93cf1551,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:04:15.715806 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 67d3ecd5-7848-421f-969a-74f12b79a61d no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:04:15.735654 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: 67d3ecd5-7848-421f-969a-74f12b79a61d {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:04:15.736163 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 67d3ecd5-7848-421f-969a-74f12b79a61d not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:04:15.736488 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device e53e21c8-af50-4368-9dcb-978323aa9bce no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:04:15.757289 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: e53e21c8-af50-4368-9dcb-978323aa9bce {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:04:15.757561 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device e53e21c8-af50-4368-9dcb-978323aa9bce not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:04:23.924124 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:24.050569 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:04:30.597863 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-c9bfb211-5402-471d-9b72-e2f506978a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:33.446919 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-45948ae0-cf81-4049-8ccf-945b2525f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:34.355967 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:35.124811 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:35.905827 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:53.927553 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:05:00.598022 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d644645b-03a9-4ba3-b502-75b8aae59f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:05:01.049107 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:05:03.449291 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-46744999-b09a-489d-aad7-a9b51532aa9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:05:04.358048 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:05:05.126231 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:05:05.907786 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:05:08.172592 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-23deffde-39f0-42af-8ef1-96a4f3361cb4 req-3e553732-a022-4a7b-a653-4c459cd9e5c3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377312 Aug 30 08:05:08.255343 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deffde-39f0-42af-8ef1-96a4f3361cb4 req-f15ed13b-5f7a-40d2-a2df-ac1549d0cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:05:08.256697 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-23deffde-39f0-42af-8ef1-96a4f3361cb4 req-f15ed13b-5f7a-40d2-a2df-ac1549d0cf66 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d8bc861de4e4b05b9e798f101735072&device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 1098 time: 0.0428617 Aug 30 08:05:08.355097 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deffde-39f0-42af-8ef1-96a4f3361cb4 req-5f7ad77f-a466-467a-9ab9-dba40b6f1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:05:08.356523 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-23deffde-39f0-42af-8ef1-96a4f3361cb4 req-5f7ad77f-a466-467a-9ab9-dba40b6f1f15 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 200 len: 913 time: 0.0804865 Aug 30 08:05:08.424299 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-23deffde-39f0-42af-8ef1-96a4f3361cb4 req-5056b375-eb06-4931-a098-1e302a147008 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a50ced59-7bc3-43d9-a76e-2fcb84480280 HTTP/1.1" status: 200 len: 1001 time: 0.0604739 Aug 30 08:05:08.472790 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deffde-39f0-42af-8ef1-96a4f3361cb4 req-3c051d41-4bd8-4d99-9366-678faa4c3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:05:08.474197 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-23deffde-39f0-42af-8ef1-96a4f3361cb4 req-3c051d41-4bd8-4d99-9366-678faa4c3d84 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4ef16b4-111d-457d-9396-e9cb7cf705de HTTP/1.1" status: 200 len: 851 time: 0.0417273 Aug 30 08:05:08.517702 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deffde-39f0-42af-8ef1-96a4f3361cb4 req-4a602907-4753-4ab0-887f-c13c71a0b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:05:08.519059 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-23deffde-39f0-42af-8ef1-96a4f3361cb4 req-4a602907-4753-4ab0-887f-c13c71a0b3ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0367453 Aug 30 08:05:08.608336 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-23deffde-39f0-42af-8ef1-96a4f3361cb4 req-14b73f0c-c2c7-4710-a181-a7006185edcb service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814602 Aug 30 08:05:08.698038 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-23deffde-39f0-42af-8ef1-96a4f3361cb4 req-ae0ffb94-6f5a-442c-a3d3-5145721c8489 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820141 Aug 30 08:05:23.931766 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:05:30.598424 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-9ea9294b-9197-4671-83a7-ba9737302cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:05:33.453114 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-403a1a9b-0cee-4528-8250-d3e2df3e4bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:05:34.360323 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:05:35.127574 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:05:35.910995 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:05:38.047955 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:05:53.938333 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:00.599074 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-96a81fb1-b194-42c8-a6ba-3bf6579e5438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:02.881057 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-58d07e3f-dd97-44ab-9002-994228d206bb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2102052867&fields=id&tenant_id=8d8bc861de4e4b05b9e798f101735072 HTTP/1.1" status: 200 len: 267 time: 0.0332298 Aug 30 08:06:02.988614 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-77845494-51ba-4a9e-bd16-2f71cc043e3d tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:02.990048 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-77845494-51ba-4a9e-bd16-2f71cc043e3d tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/networks?id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 200 len: 812 time: 0.1025972 Aug 30 08:06:03.004462 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-8d5e6d9e-9835-46e4-9812-f1a016111226 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/quotas/8d8bc861de4e4b05b9e798f101735072 HTTP/1.1" status: 200 len: 375 time: 0.0086386 Aug 30 08:06:03.060295 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-b77e4d3a-8445-4045-8012-f98c01bd469d tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d8bc861de4e4b05b9e798f101735072&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0505397 Aug 30 08:06:03.242545 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-a616d56f-d1be-49c2-8cb8-e630a3a2c61b service neutron] 10.222.0.73 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703258 Aug 30 08:06:03.330452 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-22068b96-0562-4a2c-8e69-04e3d132b469 service neutron] 10.222.0.73 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818803 Aug 30 08:06:03.454518 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-96fd39a0-c1dc-4f4c-8e8b-d7bf32dca8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:04.364732 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:04.627098 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d1307832-d153-456d-9eca-52fbe0e7aa54 req-93049640-7310-4eb6-b025-a96c0c3b0abf tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 210 time: 0.0270395 Aug 30 08:06:05.129536 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:05.706958 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-5207e973-30a5-49fe-8366-239efb5e29fa req-bf3efe47-8d6e-47d9-a575-8dca52a646de tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 210 time: 0.0273821 Aug 30 08:06:05.913656 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:06.795809 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-abd97607-1d1e-4c61-9515-c409f8d8d77f req-62543c03-b272-4149-acc7-939de8dae66f tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 210 time: 0.0262065 Aug 30 08:06:07.874278 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-3da4a80a-6fb3-476d-b218-f82344cd5aa2 req-a7705708-d644-4dc0-b70f-6486833d404c tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 210 time: 0.0303550 Aug 30 08:06:08.968695 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fe68ed44-5455-4b14-94e5-9d5f8b163079 req-a1f6418d-fc94-4400-841f-ae6af87c069b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 210 time: 0.0293214 Aug 30 08:06:09.626759 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-6f6a8368-be9d-4e3e-a6a6-4e317544505d tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:09.628221 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-6f6a8368-be9d-4e3e-a6a6-4e317544505d tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.61 "GET /v2.0/networks?id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 200 len: 812 time: 0.1019201 Aug 30 08:06:09.671238 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-de480d5c-24e0-44f7-badc-ab4d84dcfda4 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d8bc861de4e4b05b9e798f101735072 HTTP/1.1" status: 200 len: 380 time: 0.0341268 Aug 30 08:06:09.682351 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Request body: {'port': {'device_id': 'a629c8b8-7384-45a1-8361-22c8be3a0a94', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'admin_state_up': True, 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'security_groups': ['bd558b0c-7047-4da0-ad41-eca0b89e6a34']}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:06:09.790139 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Made reservation on behalf of 8d8bc861de4e4b05b9e798f101735072 for: {'port': 1} {{(pid=100375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 08:06:09.793562 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:09.917390 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Allocated IP 172.20.0.12 (f9bdf19d-4247-4c5d-a0b9-ca04cf41736f/f4ef16b4-111d-457d-9396-e9cb7cf705de/dcb4a4db-0173-4723-b40e-151177eb93e8) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 08:06:10.064012 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:10.069636 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-d85a3c20-ce30-4cd3-a458-b3c26d07d580 req-b916de55-b4e1-422a-8732-72911d045f7b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 210 time: 0.0305579 Aug 30 08:06:10.079153 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Transition to ACTIVE for port object dcb4a4db-0173-4723-b40e-151177eb93e8 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 08:06:10.111548 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:10.153586 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 08:06:10.159310 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 08:06:10.163207 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 08:06:10.205557 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event updated for resources: {'Port': ['ID=dcb4a4db-0173-4723-b40e-151177eb93e8,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:06:10.234965 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:10.235319 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:10.235661 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:10.235998 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:10.236330 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:10.236661 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:10.236997 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:10.237322 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:10.237652 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:10.237975 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:10.238327 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:10.238648 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:10.258170 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:10.258806 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:10.275170 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fe6ab66b-40f0-4863-be16-86696ecdccdd req-e01ccb61-e7e1-488e-93af-49ebc06d5eb8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828197 Aug 30 08:06:10.280698 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-1934b721-e36d-4f1e-a5de-ee46180c473a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6022151 Aug 30 08:06:10.293347 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.v2.base [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Request body: {'port': {'device_id': 'a629c8b8-7384-45a1-8361-22c8be3a0a94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=100375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:06:10.402884 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-47457b92-08ba-4b7f-acc0-b555e1d4e448 None None] Provisioning for port dcb4a4db-0173-4723-b40e-151177eb93e8 completed by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 08:06:10.407605 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-47457b92-08ba-4b7f-acc0-b555e1d4e448 None None] Provisioning complete for port dcb4a4db-0173-4723-b40e-151177eb93e8 triggered by entity DHCP. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:06:10.407973 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-47457b92-08ba-4b7f-acc0-b555e1d4e448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:10.442566 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-47457b92-08ba-4b7f-acc0-b555e1d4e448 None None] Port dcb4a4db-0173-4723-b40e-151177eb93e8 cannot update to ACTIVE because it is not bound. {{(pid=100376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 08:06:10.640433 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:10.655355 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ab66b-40f0-4863-be16-86696ecdccdd req-eaa3bde4-5d7f-468d-86c0-400d0ef3640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:10.656850 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fe6ab66b-40f0-4863-be16-86696ecdccdd req-eaa3bde4-5d7f-468d-86c0-400d0ef3640a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d8bc861de4e4b05b9e798f101735072&device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 1098 time: 0.3378739 Aug 30 08:06:10.845294 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ab66b-40f0-4863-be16-86696ecdccdd req-f1a71cd5-3a1b-40b0-b264-76f9c91b12a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:10.846796 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fe6ab66b-40f0-4863-be16-86696ecdccdd req-f1a71cd5-3a1b-40b0-b264-76f9c91b12a5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 200 len: 913 time: 0.1676829 Aug 30 08:06:10.948836 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fe6ab66b-40f0-4863-be16-86696ecdccdd req-719a8811-c436-4b4a-90c2-b0f2928fbfbe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a50ced59-7bc3-43d9-a76e-2fcb84480280 HTTP/1.1" status: 200 len: 1001 time: 0.0783503 Aug 30 08:06:11.022728 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ab66b-40f0-4863-be16-86696ecdccdd req-e1c4ba02-1f0e-4785-a961-ce08968ddc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:11.024142 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fe6ab66b-40f0-4863-be16-86696ecdccdd req-e1c4ba02-1f0e-4785-a961-ce08968ddc13 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4ef16b4-111d-457d-9396-e9cb7cf705de HTTP/1.1" status: 200 len: 851 time: 0.0646040 Aug 30 08:06:11.084615 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb4a4db-0173-4723-b40e-151177eb93e8 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 08:06:11.093591 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:11.109985 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ab66b-40f0-4863-be16-86696ecdccdd req-5607fcbc-12ad-4c27-a6b6-e990c3895076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:11.111579 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fe6ab66b-40f0-4863-be16-86696ecdccdd req-5607fcbc-12ad-4c27-a6b6-e990c3895076 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625255 Aug 30 08:06:11.113977 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Transition to ACTIVE for port object dcb4a4db-0173-4723-b40e-151177eb93e8 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 08:06:11.118086 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:11.246576 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb4a4db-0173-4723-b40e-151177eb93e8,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:06:11.327610 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782d064-7f61-417f-a5f5-f2cc297adbb8 req-77887399-4e1b-4b68-b24d-058ce4707a34 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:11.329729 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a782d064-7f61-417f-a5f5-f2cc297adbb8 req-77887399-4e1b-4b68-b24d-058ce4707a34 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 944 time: 0.1693535 Aug 30 08:06:11.347270 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fe6ab66b-40f0-4863-be16-86696ecdccdd req-a37046da-1175-4727-be68-003e798171f5 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268891 Aug 30 08:06:11.434532 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Attempting to bind port dcb4a4db-0173-4723-b40e-151177eb93e8 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 08:06:11.434865 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Attempting to bind port dcb4a4db-0173-4723-b40e-151177eb93e8 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 08:06:11.435265 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Attempting to bind port dcb4a4db-0173-4723-b40e-151177eb93e8 on network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 08:06:11.440010 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a782d064-7f61-417f-a5f5-f2cc297adbb8 req-c6224327-1322-4486-90b7-7150e97e8c9a tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018803 Aug 30 08:06:11.445356 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Port dcb4a4db-0173-4723-b40e-151177eb93e8 on network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 08:06:11.445676 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Attempting to bind port dcb4a4db-0173-4723-b40e-151177eb93e8 on network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 08:06:11.458870 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Checking agent: {'id': 'c624eeb3-7db3-4ffc-b94c-0981f34a2122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'started_at': datetime.datetime(2021, 8, 30, 7, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 8, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 08:06:11.459210 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Checking segment: {'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 08:06:11.459594 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Bound using segment: {'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 08:06:11.460018 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Bound port: dcb4a4db-0173-4723-b40e-151177eb93e8, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 08:06:11.460377 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:11.505884 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fe6ab66b-40f0-4863-be16-86696ecdccdd req-3b726ca9-089b-46b6-a132-677fc933fb75 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501169 Aug 30 08:06:11.536602 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] For port dcb4a4db-0173-4723-b40e-151177eb93e8, host hv-cinder-80619, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 08:06:11.539583 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] For port dcb4a4db-0173-4723-b40e-151177eb93e8, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=dcb4a4db-0173-4723-b40e-151177eb93e8,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 08:06:11.543694 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11718396'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:11.582396 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:11.583013 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:11.584393 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] 10.222.0.61 "PUT /v2.0/ports/dcb4a4db-0173-4723-b40e-151177eb93e8 HTTP/1.1" status: 200 len: 1094 time: 1.2955248 Aug 30 08:06:11.584820 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a629c8b8-7384-45a1-8361-22c8be3a0a94', 'tag': 'dcb4a4db-0173-4723-b40e-151177eb93e8'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 08:06:11.587083 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f73f929-9272-4f10-b955-0dabb08c71e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a629c8b8-7384-45a1-8361-22c8be3a0a94", "tag": "dcb4a4db-0173-4723-b40e-151177eb93e8"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 08:06:11.618210 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed00962-1375-45d1-b82c-6610b21c6429 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb4a4db-0173-4723-b40e-151177eb93e8,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:06:11.670297 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-126ebb4d-360e-4899-9c7d-6230f9bc7187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:11.677496 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-126ebb4d-360e-4899-9c7d-6230f9bc7187 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d8bc861de4e4b05b9e798f101735072&device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 1097 time: 0.0484989 Aug 30 08:06:11.721251 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-5ff13bea-5951-43b8-b969-a272c5751d74 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcb4a4db-0173-4723-b40e-151177eb93e8 HTTP/1.1" status: 200 len: 217 time: 0.0359614 Aug 30 08:06:11.768521 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 08:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2449180-982d-47a4-a214-f883dc5d2fca x-openstack-request-id: req-f2449180-982d-47a4-a214-f883dc5d2fca {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 08:06:11.769071 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a629c8b8-7384-45a1-8361-22c8be3a0a94", "tag": "dcb4a4db-0173-4723-b40e-151177eb93e8", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 08:06:11.769576 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f2449180-982d-47a4-a214-f883dc5d2fca {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 08:06:11.770193 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a629c8b8-7384-45a1-8361-22c8be3a0a94', 'tag': 'dcb4a4db-0173-4723-b40e-151177eb93e8', 'status': 'completed', 'code': 200} Aug 30 08:06:11.784460 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-e315720f-1120-477c-abf5-39de348fb83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:11.785949 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-e315720f-1120-477c-abf5-39de348fb83e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4ef16b4-111d-457d-9396-e9cb7cf705de HTTP/1.1" status: 200 len: 851 time: 0.0561461 Aug 30 08:06:11.833345 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-6033f063-6120-4aea-a433-74f64776b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:11.834889 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-6033f063-6120-4aea-a433-74f64776b100 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419843 Aug 30 08:06:11.932499 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-3354cec6-fbc1-468f-aad2-60c3d3094d9b service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902426 Aug 30 08:06:12.034417 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-a1adcf7b-f63d-41af-be0c-2916d3c8d5f8 req-32fc5a3b-8724-451d-a78f-136cdacaa9a0 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945342 Aug 30 08:06:12.121649 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73f929-9272-4f10-b955-0dabb08c71e5 req-d1538a38-4f25-474c-95c0-88aa15890ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:12.123174 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6f73f929-9272-4f10-b955-0dabb08c71e5 req-d1538a38-4f25-474c-95c0-88aa15890ba2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d8bc861de4e4b05b9e798f101735072&device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 1097 time: 0.0418205 Aug 30 08:06:12.226211 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73f929-9272-4f10-b955-0dabb08c71e5 req-e760468b-d7ab-45b6-8ea8-0f06853f3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:12.227610 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6f73f929-9272-4f10-b955-0dabb08c71e5 req-e760468b-d7ab-45b6-8ea8-0f06853f3576 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 200 len: 913 time: 0.0966337 Aug 30 08:06:12.271526 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6f73f929-9272-4f10-b955-0dabb08c71e5 req-ab63d51f-eb1a-4ea2-9263-133fc06dc724 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcb4a4db-0173-4723-b40e-151177eb93e8 HTTP/1.1" status: 200 len: 217 time: 0.0358300 Aug 30 08:06:12.321116 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73f929-9272-4f10-b955-0dabb08c71e5 req-a9f061f6-7457-402f-b827-efbad19ea927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:12.322601 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6f73f929-9272-4f10-b955-0dabb08c71e5 req-a9f061f6-7457-402f-b827-efbad19ea927 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4ef16b4-111d-457d-9396-e9cb7cf705de HTTP/1.1" status: 200 len: 851 time: 0.0442619 Aug 30 08:06:12.370595 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73f929-9272-4f10-b955-0dabb08c71e5 req-9c1e8994-698f-4521-917e-39a6a2dc7451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:12.372073 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6f73f929-9272-4f10-b955-0dabb08c71e5 req-9c1e8994-698f-4521-917e-39a6a2dc7451 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411725 Aug 30 08:06:12.466898 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6f73f929-9272-4f10-b955-0dabb08c71e5 req-1a649559-6a98-4dcc-90c3-ecc36c2e018c service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865569 Aug 30 08:06:12.593572 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e8970-2da4-45d4-a3b3-5c6fa845bb59 req-0b7ed8aa-e32d-488c-a937-b5e1dcad4877 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:12.595080 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-703e8970-2da4-45d4-a3b3-5c6fa845bb59 req-0b7ed8aa-e32d-488c-a937-b5e1dcad4877 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 944 time: 0.0787895 Aug 30 08:06:12.600679 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-6f73f929-9272-4f10-b955-0dabb08c71e5 req-456bfa38-7535-4692-8e9e-f92b1a19662a service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258507 Aug 30 08:06:12.634678 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-703e8970-2da4-45d4-a3b3-5c6fa845bb59 req-5e7a06ab-c1c7-4a88-b2e9-f83b9f6e2e8c tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330458 Aug 30 08:06:13.749808 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98deec0a-ac16-4247-8c21-fce1114cc53f req-634de187-7634-4a96-88da-367d3b80fd04 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:13.751371 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-98deec0a-ac16-4247-8c21-fce1114cc53f req-634de187-7634-4a96-88da-367d3b80fd04 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 944 time: 0.0480790 Aug 30 08:06:13.789043 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-98deec0a-ac16-4247-8c21-fce1114cc53f req-940cc9da-dbd5-4b74-9669-34ecd7c0cbb9 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316896 Aug 30 08:06:13.925264 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [req-3c287a9d-55c6-4efd-b943-735f9a876f47 req-1a2af54c-9e76-41bc-a317-921d347d1671 service neutron] (100374) timed out ('10.222.0.61', 55071) {{(pid=100374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 08:06:14.899924 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a70419-e740-4ef8-97be-6f127682ff81 req-d1504cbf-16c0-4733-ad80-511c93769e5c tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:14.901371 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-78a70419-e740-4ef8-97be-6f127682ff81 req-d1504cbf-16c0-4733-ad80-511c93769e5c tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 944 time: 0.0477769 Aug 30 08:06:14.936848 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-78a70419-e740-4ef8-97be-6f127682ff81 req-51ac2c83-414c-4039-8f09-6a02d93a5c0d tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297141 Aug 30 08:06:15.045947 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:06:16.049378 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa213e0-fcf5-438f-8b4a-ddc36727fe28 req-54afbf7f-8ada-4f96-a764-bb4040ada76e tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:16.050870 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-faa213e0-fcf5-438f-8b4a-ddc36727fe28 req-54afbf7f-8ada-4f96-a764-bb4040ada76e tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 944 time: 0.0481472 Aug 30 08:06:16.088274 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-faa213e0-fcf5-438f-8b4a-ddc36727fe28 req-62fdb14b-b69f-438b-8e25-031c8d00fd05 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316856 Aug 30 08:06:17.202328 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a116911-1377-4502-a7c6-f6ea4b4a279f req-87c76053-55cd-483e-b8ae-899ffe597096 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:17.203800 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5a116911-1377-4502-a7c6-f6ea4b4a279f req-87c76053-55cd-483e-b8ae-899ffe597096 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 944 time: 0.0509562 Aug 30 08:06:17.240981 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-5a116911-1377-4502-a7c6-f6ea4b4a279f req-12a8c33b-3ce0-41e3-ae35-ddef0aa65705 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312948 Aug 30 08:06:18.351835 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424406f8-8c84-4a39-8501-8adefd3a9cec req-30a126e9-2c6c-4cbb-8f28-ba79199da9fc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:18.353289 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-424406f8-8c84-4a39-8501-8adefd3a9cec req-30a126e9-2c6c-4cbb-8f28-ba79199da9fc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 944 time: 0.0472035 Aug 30 08:06:18.394325 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-424406f8-8c84-4a39-8501-8adefd3a9cec req-4af7554f-dab1-4685-8349-1793bd7887ea tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349798 Aug 30 08:06:19.505019 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b221f-0d08-4b6a-bb29-2ea7cfe05a83 req-34202fdf-4d2a-4af0-b211-6ca1b4e3a8c5 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:19.506557 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d67b221f-0d08-4b6a-bb29-2ea7cfe05a83 req-34202fdf-4d2a-4af0-b211-6ca1b4e3a8c5 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 944 time: 0.0474858 Aug 30 08:06:19.542998 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-d67b221f-0d08-4b6a-bb29-2ea7cfe05a83 req-3a99ca21-10a2-4fb5-b637-4dedd91861f6 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307231 Aug 30 08:06:20.653736 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2474df5-107f-491c-a3bd-d33653f07a31 req-1e4c12c1-1e38-4862-8aec-a5d262a410a6 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:20.655217 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c2474df5-107f-491c-a3bd-d33653f07a31 req-1e4c12c1-1e38-4862-8aec-a5d262a410a6 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 944 time: 0.0471997 Aug 30 08:06:20.692758 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-c2474df5-107f-491c-a3bd-d33653f07a31 req-c675fcc0-8026-4895-a367-eb1ae2aaba5d tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305538 Aug 30 08:06:21.349747 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device dcb4a4db-0173-4723-b40e-151177eb93e8 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=100376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 08:06:21.444872 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port dcb4a4db-0173-4723-b40e-151177eb93e8, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=dcb4a4db-0173-4723-b40e-151177eb93e8,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:06:21.455974 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Returning: {'device': 'dcb4a4db-0173-4723-b40e-151177eb93e8', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'port_id': 'dcb4a4db-0173-4723-b40e-151177eb93e8', 'mac_address': 'fa:16:3e:35:c8:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 08:06:21.491910 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:21.504849 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb4a4db-0173-4723-b40e-151177eb93e8 {{(pid=100376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 08:06:21.523178 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port dcb4a4db-0173-4723-b40e-151177eb93e8, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=dcb4a4db-0173-4723-b40e-151177eb93e8,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:06:21.526660 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:21.572246 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=dcb4a4db-0173-4723-b40e-151177eb93e8,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:06:21.579106 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:21.579460 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:21.579805 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:21.580145 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:21.580482 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:21.580814 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:21.581143 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:21.581472 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:21.581808 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:21.582131 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:21.582489 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:21.582811 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:21.808639 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45552c56-7d08-47ca-aab3-4e92a981842d req-7b7dbe31-9517-42d1-9dfd-bf046ab8cdde tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:21.810108 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-45552c56-7d08-47ca-aab3-4e92a981842d req-7b7dbe31-9517-42d1-9dfd-bf046ab8cdde tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0484197 Aug 30 08:06:21.846850 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-45552c56-7d08-47ca-aab3-4e92a981842d req-ab5180ef-d747-4aa4-ae3f-26d88103f0ac tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306828 Aug 30 08:06:21.853734 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] get_ports_and_sgs() called for port_ids ['dcb4a4db-0173-4723-b40e-151177eb93e8'] {{(pid=100376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 08:06:22.959132 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb90d3-d735-4e74-84ba-29fa706614eb req-409eb94b-1d49-49b6-ab80-adf6051bceac tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:22.960644 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4fbb90d3-d735-4e74-84ba-29fa706614eb req-409eb94b-1d49-49b6-ab80-adf6051bceac tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0480328 Aug 30 08:06:22.997589 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-4fbb90d3-d735-4e74-84ba-29fa706614eb req-d975ec1a-f595-42e5-ae29-4daf72dcc02c tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309544 Aug 30 08:06:23.377987 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device dcb4a4db-0173-4723-b40e-151177eb93e8 up at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 08:06:23.426554 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning for port dcb4a4db-0173-4723-b40e-151177eb93e8 completed by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 08:06:23.430122 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Provisioning complete for port dcb4a4db-0173-4723-b40e-151177eb93e8 triggered by entity L2. {{(pid=100376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 08:06:23.430529 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829446'] for port, provisioning_complete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:23.506840 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:23.528360 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a629c8b8-7384-45a1-8361-22c8be3a0a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb4a4db-0173-4723-b40e-151177eb93e8'}] {{(pid=100376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 08:06:23.530582 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ad82fcf4e3b134317d8125bd31f6f9a7a0f6ca3f9eec7c98a06191982e0118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24dda56-8260-4a23-ba12-01a45fe84fec" -d '{"events": [{"server_uuid": "a629c8b8-7384-45a1-8361-22c8be3a0a94", "name": "network-vif-plugged", "status": "completed", "tag": "dcb4a4db-0173-4723-b40e-151177eb93e8"}]}' {{(pid=100376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 08:06:23.543507 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] For port dcb4a4db-0173-4723-b40e-151177eb93e8, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=dcb4a4db-0173-4723-b40e-151177eb93e8,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:06:23.547656 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:23.596174 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Pushing event updated for resources: {'Port': ['ID=dcb4a4db-0173-4723-b40e-151177eb93e8,revision_number=5']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:06:23.938682 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:24.107179 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f8417-aa09-4908-b83e-b9a892d6b0eb req-9c3027d5-d8c1-40da-8534-1642de084e5b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:24.108617 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-185f8417-aa09-4908-b83e-b9a892d6b0eb req-9c3027d5-d8c1-40da-8534-1642de084e5b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 946 time: 0.0471263 Aug 30 08:06:24.149079 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-185f8417-aa09-4908-b83e-b9a892d6b0eb req-d92746fc-a8fc-4d15-a3a8-814608b0b23e tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347226 Aug 30 08:06:24.646084 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 08:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78863132-5d84-4c1a-8888-0cd75ad48e89 x-openstack-request-id: req-78863132-5d84-4c1a-8888-0cd75ad48e89 {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 08:06:24.646560 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a629c8b8-7384-45a1-8361-22c8be3a0a94", "name": "network-vif-plugged", "status": "completed", "tag": "dcb4a4db-0173-4723-b40e-151177eb93e8", "code": 200}]} {{(pid=100376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 08:06:24.646684 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-78863132-5d84-4c1a-8888-0cd75ad48e89 {{(pid=100376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 08:06:24.647022 dv-cinder-806191-3-iscsi neutron-server[100376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a629c8b8-7384-45a1-8361-22c8be3a0a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb4a4db-0173-4723-b40e-151177eb93e8', 'code': 200} Aug 30 08:06:24.859416 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62444c9a-5af9-4c2e-85d9-ce70ee8cabf3 req-f715f9f3-daa1-45fd-bc47-a6bd39bdd411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:24.861580 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-62444c9a-5af9-4c2e-85d9-ce70ee8cabf3 req-f715f9f3-daa1-45fd-bc47-a6bd39bdd411 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 1099 time: 0.0427685 Aug 30 08:06:24.895398 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-62444c9a-5af9-4c2e-85d9-ce70ee8cabf3 req-7f39c67e-e1d5-45cd-bdd4-aea8b3f2c21d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265956 Aug 30 08:06:25.261047 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e539fd9-062e-4c5b-99a9-5624da6e14d2 req-03cf7307-83c3-45cb-ad91-74c7129e6a58 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:25.262609 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2e539fd9-062e-4c5b-99a9-5624da6e14d2 req-03cf7307-83c3-45cb-ad91-74c7129e6a58 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 946 time: 0.0476348 Aug 30 08:06:25.300306 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-2e539fd9-062e-4c5b-99a9-5624da6e14d2 req-c8ed69e0-4d22-43ca-82c6-faef041fd4e8 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310183 Aug 30 08:06:26.413953 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d754e38-2144-48a5-a7fd-16838ecfbed8 req-f6290597-c2aa-4eda-afb3-1e2d506a9280 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:26.415462 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8d754e38-2144-48a5-a7fd-16838ecfbed8 req-f6290597-c2aa-4eda-afb3-1e2d506a9280 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 946 time: 0.0479188 Aug 30 08:06:26.454129 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-8d754e38-2144-48a5-a7fd-16838ecfbed8 req-2021ddfb-6a88-4d9c-9501-ab967566fb71 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321400 Aug 30 08:06:26.563533 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd59f2-df72-4113-a559-fb4b81f67f69 req-3564e2b3-7fec-47b7-873c-d235e21955eb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:26.564992 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8cdd59f2-df72-4113-a559-fb4b81f67f69 req-3564e2b3-7fec-47b7-873c-d235e21955eb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 946 time: 0.0470049 Aug 30 08:06:26.602191 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-8cdd59f2-df72-4113-a559-fb4b81f67f69 req-226111f5-6083-4051-a45e-eaac48a39ff6 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313947 Aug 30 08:06:26.623450 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43446) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:06:26.755390 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a968915d-3ffb-4169-926c-57e5293bd848 tempest-TestVolumeBootPattern-1132962030 tempest-TestVolumeBootPattern-1132962030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:26.756843 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-a968915d-3ffb-4169-926c-57e5293bd848 tempest-TestVolumeBootPattern-1132962030 tempest-TestVolumeBootPattern-1132962030-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 1094 time: 0.1324055 Aug 30 08:06:26.759644 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43450) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:06:26.763821 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.v2.base [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Request body: {'floatingip': {'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'port_id': 'dcb4a4db-0173-4723-b40e-151177eb93e8', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 08:06:26.786000 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:26.882740 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:26.986914 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Allocated IP 172.27.3.42 (02efbd58-3f47-4ba1-9fc3-db25e7b0ec42/864ddbd5-13be-4be1-97d0-f7c096166157/716d0b84-5b74-4089-bcf6-4961bfbc4b06) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 08:06:27.086906 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:27.126702 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745590648068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:27.162258 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Network 02efbd58-3f47-4ba1-9fc3-db25e7b0ec42 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 08:06:27.166987 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 08:06:27.171185 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 08:06:27.198413 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event updated for resources: {'Port': ['ID=716d0b84-5b74-4089-bcf6-4961bfbc4b06,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:06:27.208054 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:27.208399 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:27.208734 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:27.209066 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:27.209387 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:27.209709 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:27.210028 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:27.210367 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:27.210684 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:27.210995 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:27.211305 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:27.211620 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:06:27.527994 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:27.590110 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3802703'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:27.733615 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:27.738914 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745591200561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745590648086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745590648104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11671340'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:27.806340 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event updated for resources: {'Port': ['ID=716d0b84-5b74-4089-bcf6-4961bfbc4b06,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:06:27.817673 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529307'] for floatingip, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:27.913047 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.l3_db [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Floating IP 6ea6909a-883a-464a-945a-4aab4a7b5e91 associated. External IP: 172.27.3.42, port: dcb4a4db-0173-4723-b40e-151177eb93e8. Aug 30 08:06:28.110995 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 08:06:28.462328 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 08:06:28.473428 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ab2a26-bf03-406c-8d92-d9e1211953f9 None None] Sync routers for ids ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 08:06:28.479142 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:28.483056 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ab2a26-bf03-406c-8d92-d9e1211953f9 None None] Routers {'67ff9c57-c8f4-4e03-95aa-a242532f8fc7'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:06:28.483675 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-63ab2a26-bf03-406c-8d92-d9e1211953f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:06:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:06:28.505828 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-4d169f97-2fee-471a-ae4f-88b118a97932 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7452021 Aug 30 08:06:28.506545 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a629c8b8-7384-45a1-8361-22c8be3a0a94', 'tag': 'dcb4a4db-0173-4723-b40e-151177eb93e8'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 08:06:28.508803 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7c1c717326e93d35a200a5a0d3cebafce15ecd83eb06d7c469ca134263d92f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7284fe1c-5bec-43e7-b713-3bad1a0de873" -d '{"events": [{"name": "network-changed", "server_uuid": "a629c8b8-7384-45a1-8361-22c8be3a0a94", "tag": "dcb4a4db-0173-4723-b40e-151177eb93e8"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 08:06:28.544795 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 08:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6887bfc7-73c2-4459-bb36-fad2302275e1 x-openstack-request-id: req-6887bfc7-73c2-4459-bb36-fad2302275e1 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 08:06:28.545088 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a629c8b8-7384-45a1-8361-22c8be3a0a94", "tag": "dcb4a4db-0173-4723-b40e-151177eb93e8", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 08:06:28.545339 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6887bfc7-73c2-4459-bb36-fad2302275e1 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 08:06:28.545735 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a629c8b8-7384-45a1-8361-22c8be3a0a94', 'tag': 'dcb4a4db-0173-4723-b40e-151177eb93e8', 'status': 'completed', 'code': 200} Aug 30 08:06:28.588288 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-63ab2a26-bf03-406c-8d92-d9e1211953f9 None None] Set router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:06:28.606577 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284fe1c-5bec-43e7-b713-3bad1a0de873 req-5d982e5a-e5e3-4f53-b676-bcadad94a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:28.608053 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7284fe1c-5bec-43e7-b713-3bad1a0de873 req-5d982e5a-e5e3-4f53-b676-bcadad94a661 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d8bc861de4e4b05b9e798f101735072&device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 1099 time: 0.0399728 Aug 30 08:06:28.698845 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284fe1c-5bec-43e7-b713-3bad1a0de873 req-4cb2dd7e-871b-4c6e-ad70-5989c219be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:28.700323 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7284fe1c-5bec-43e7-b713-3bad1a0de873 req-4cb2dd7e-871b-4c6e-ad70-5989c219be52 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 200 len: 913 time: 0.0845199 Aug 30 08:06:28.767017 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7284fe1c-5bec-43e7-b713-3bad1a0de873 req-a5679187-dcd9-49c4-9352-fac753319153 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcb4a4db-0173-4723-b40e-151177eb93e8 HTTP/1.1" status: 200 len: 999 time: 0.0574844 Aug 30 08:06:28.816412 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284fe1c-5bec-43e7-b713-3bad1a0de873 req-1f1f7785-a594-49a0-85a4-ab0c600ca9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:28.817941 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7284fe1c-5bec-43e7-b713-3bad1a0de873 req-1f1f7785-a594-49a0-85a4-ab0c600ca9c0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4ef16b4-111d-457d-9396-e9cb7cf705de HTTP/1.1" status: 200 len: 851 time: 0.0447493 Aug 30 08:06:28.868697 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284fe1c-5bec-43e7-b713-3bad1a0de873 req-623c7138-2d05-411a-a891-f8190fee87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:06:28.870272 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7284fe1c-5bec-43e7-b713-3bad1a0de873 req-623c7138-2d05-411a-a891-f8190fee87e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451424 Aug 30 08:06:28.935398 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-63ab2a26-bf03-406c-8d92-d9e1211953f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': '15db4751-d9a8-4f04-a4fd-488bbb303dd7', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'port_id': 'a50ced59-7bc3-43d9-a76e-2fcb84480280', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'mac_address': 'fa:16:3e:b9:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T08:04:01Z', 'updated_at': '2021-08-30T08:04:03Z', 'revision_number': 1, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'fixed_ip_address_scope': None}, {'id': '6ea6909a-883a-464a-945a-4aab4a7b5e91', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'port_id': 'dcb4a4db-0173-4723-b40e-151177eb93e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'mac_address': 'fa:16:3e:35:c8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a629c8b8-7384-45a1-8361-22c8be3a0a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T08:06:27Z', 'updated_at': '2021-08-30T08:06:27Z', 'revision_number': 0, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 5, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:06:28.960775 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7284fe1c-5bec-43e7-b713-3bad1a0de873 req-396ad2cb-69e9-4a90-a823-4160e7e4ad74 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822518 Aug 30 08:06:28.961899 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ab2a26-bf03-406c-8d92-d9e1211953f9 None None] Checking router: 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 08:06:28.970721 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ab2a26-bf03-406c-8d92-d9e1211953f9 None None] Routers {'67ff9c57-c8f4-4e03-95aa-a242532f8fc7'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:06:28.971527 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-63ab2a26-bf03-406c-8d92-d9e1211953f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:06:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:06:29.053643 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-7284fe1c-5bec-43e7-b713-3bad1a0de873 req-28b6ef5c-686a-4d2b-b8f8-a74041c01d5f service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859630 Aug 30 08:06:29.074751 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-63ab2a26-bf03-406c-8d92-d9e1211953f9 None None] Set router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:06:29.291577 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-63ab2a26-bf03-406c-8d92-d9e1211953f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': '15db4751-d9a8-4f04-a4fd-488bbb303dd7', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'port_id': 'a50ced59-7bc3-43d9-a76e-2fcb84480280', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'mac_address': 'fa:16:3e:b9:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T08:04:01Z', 'updated_at': '2021-08-30T08:04:03Z', 'revision_number': 1, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'fixed_ip_address_scope': None}, {'id': '6ea6909a-883a-464a-945a-4aab4a7b5e91', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'port_id': 'dcb4a4db-0173-4723-b40e-151177eb93e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'mac_address': 'fa:16:3e:35:c8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a629c8b8-7384-45a1-8361-22c8be3a0a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T08:06:27Z', 'updated_at': '2021-08-30T08:06:27Z', 'revision_number': 0, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 5, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:06:29.318736 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ab2a26-bf03-406c-8d92-d9e1211953f9 None None] The sync data for ids ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'] in dv-cinder-806191-3-iscsi is: [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': '15db4751-d9a8-4f04-a4fd-488bbb303dd7', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'port_id': 'a50ced59-7bc3-43d9-a76e-2fcb84480280', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'mac_address': 'fa:16:3e:b9:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T08:04:01Z', 'updated_at': '2021-08-30T08:04:03Z', 'revision_number': 1, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'fixed_ip_address_scope': None}, {'id': '6ea6909a-883a-464a-945a-4aab4a7b5e91', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'port_id': 'dcb4a4db-0173-4723-b40e-151177eb93e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'mac_address': 'fa:16:3e:35:c8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a629c8b8-7384-45a1-8361-22c8be3a0a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T08:06:27Z', 'updated_at': '2021-08-30T08:06:27Z', 'revision_number': 0, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 5, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 08:06:29.491547 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e503596-ab29-4d8d-ab14-fc28657e2f81 None None] New status for floating IP 6ea6909a-883a-464a-945a-4aab4a7b5e91: ACTIVE {{(pid=100377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 08:06:30.599806 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-c2551518-7ca5-4e44-aaed-3eee7b866482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:33.455994 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-5b51f43a-0c0f-4794-b6f3-d90dec2c2726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:34.366843 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:35.130983 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:35.917406 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:06:52.044398 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:06:53.937045 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:07:00.598851 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-66fbf45c-88f7-4639-ac11-872b70860ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:07:03.457243 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-81b02fab-c37b-4f0f-8989-0749e635921f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:07:04.369624 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:07:05.132805 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:07:05.919422 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:07:10.180371 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e5f10e67-0006-46c1-af7f-68dd7c08b21f req-6359360e-d7ca-40ef-a926-efa1dc63a229 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386999 Aug 30 08:07:10.262089 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f10e67-0006-46c1-af7f-68dd7c08b21f req-5d01e053-b1d5-4296-92a2-1ca7b310b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:07:10.263579 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e5f10e67-0006-46c1-af7f-68dd7c08b21f req-5d01e053-b1d5-4296-92a2-1ca7b310b097 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d8bc861de4e4b05b9e798f101735072&device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 1098 time: 0.0406981 Aug 30 08:07:10.368131 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f10e67-0006-46c1-af7f-68dd7c08b21f req-f6f70d8a-4ad5-45ff-b1b5-d5ff0fbe869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:07:10.369645 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e5f10e67-0006-46c1-af7f-68dd7c08b21f req-f6f70d8a-4ad5-45ff-b1b5-d5ff0fbe869f service neutron] 10.222.0.61 "GET /v2.0/networks?id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 200 len: 913 time: 0.0865541 Aug 30 08:07:10.434249 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e5f10e67-0006-46c1-af7f-68dd7c08b21f req-3a6afa23-517b-4133-bdbb-67614c0e3de5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a50ced59-7bc3-43d9-a76e-2fcb84480280 HTTP/1.1" status: 200 len: 1001 time: 0.0568228 Aug 30 08:07:10.481086 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f10e67-0006-46c1-af7f-68dd7c08b21f req-4d1949a1-1b2a-48e7-a723-c6888999cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:07:10.482564 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e5f10e67-0006-46c1-af7f-68dd7c08b21f req-4d1949a1-1b2a-48e7-a723-c6888999cfd3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4ef16b4-111d-457d-9396-e9cb7cf705de HTTP/1.1" status: 200 len: 851 time: 0.0420852 Aug 30 08:07:10.529591 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f10e67-0006-46c1-af7f-68dd7c08b21f req-8a310b8d-10a6-420a-9e91-e59cccc80878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:07:10.531043 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e5f10e67-0006-46c1-af7f-68dd7c08b21f req-8a310b8d-10a6-420a-9e91-e59cccc80878 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415821 Aug 30 08:07:10.617634 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e5f10e67-0006-46c1-af7f-68dd7c08b21f req-80dbf658-31a0-4506-8647-f822465ed977 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798693 Aug 30 08:07:10.711116 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-e5f10e67-0006-46c1-af7f-68dd7c08b21f req-23a4f6dc-df9d-417f-b90f-e465b0fc99ae service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847147 Aug 30 08:07:23.943879 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:07:29.042979 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:07:30.598449 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-74c7144b-de7c-41f5-a3b9-a6bdf04decdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:07:33.457885 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-ea4ef5b3-0161-4254-b882-4a6810e2645b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:07:34.372345 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:07:35.133199 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:07:35.925522 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:07:53.936187 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:00.598127 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-c23de59f-a969-459b-af78-2b778e4ed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:03.458217 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-ef3ac6bd-4d91-4db5-a63d-667f62e2f149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:04.375862 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:05.133921 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:05.924288 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:06.041441 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:08:10.222787 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-25cd5255-7cda-491c-960a-417f9a0f20a2 req-e6eee8e3-32ad-4775-a0fa-7b395fd2d5c6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839617 Aug 30 08:08:10.286334 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd5255-7cda-491c-960a-417f9a0f20a2 req-3bc0f05e-7b91-44ac-8de4-df26027b22a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:08:10.287848 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-25cd5255-7cda-491c-960a-417f9a0f20a2 req-3bc0f05e-7b91-44ac-8de4-df26027b22a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d8bc861de4e4b05b9e798f101735072&device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 1099 time: 0.0403655 Aug 30 08:08:10.390119 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd5255-7cda-491c-960a-417f9a0f20a2 req-c5c44477-c7eb-475d-a5cd-991ab30a5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:08:10.392130 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-25cd5255-7cda-491c-960a-417f9a0f20a2 req-c5c44477-c7eb-475d-a5cd-991ab30a5a85 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 200 len: 913 time: 0.0851746 Aug 30 08:08:10.456144 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-25cd5255-7cda-491c-960a-417f9a0f20a2 req-74b4fcad-d96c-43e0-a055-3f9614a2da65 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcb4a4db-0173-4723-b40e-151177eb93e8 HTTP/1.1" status: 200 len: 1001 time: 0.0564206 Aug 30 08:08:10.503973 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd5255-7cda-491c-960a-417f9a0f20a2 req-a0806f1e-5383-4a1c-87ea-c78a78d5cd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:08:10.505392 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-25cd5255-7cda-491c-960a-417f9a0f20a2 req-a0806f1e-5383-4a1c-87ea-c78a78d5cd7f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4ef16b4-111d-457d-9396-e9cb7cf705de HTTP/1.1" status: 200 len: 851 time: 0.0421083 Aug 30 08:08:10.553786 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd5255-7cda-491c-960a-417f9a0f20a2 req-55f21cf4-e871-4da0-912d-8abb5e0e3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:08:10.555305 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-25cd5255-7cda-491c-960a-417f9a0f20a2 req-55f21cf4-e871-4da0-912d-8abb5e0e3344 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428486 Aug 30 08:08:10.566377 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [req-25cd5255-7cda-491c-960a-417f9a0f20a2 req-971c569f-5502-4c71-831e-2ba10c9eaeca service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=100375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 08:08:10.567402 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-25cd5255-7cda-491c-960a-417f9a0f20a2 req-971c569f-5502-4c71-831e-2ba10c9eaeca service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050533 Aug 30 08:08:10.654427 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-25cd5255-7cda-491c-960a-417f9a0f20a2 req-5196797c-e632-4f2d-ad9b-8c919b7b0ef7 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803118 Aug 30 08:08:10.747877 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-25cd5255-7cda-491c-960a-417f9a0f20a2 req-770a3d4d-9653-49cc-9259-1b7472eee1b2 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860717 Aug 30 08:08:17.752667 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43492) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:08:17.908782 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Deleting port 716d0b84-5b74-4089-bcf6-4961bfbc4b06 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:08:17.909129 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:17.983415 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:17.983745 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:17.995697 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Calling delete_port for 716d0b84-5b74-4089-bcf6-4961bfbc4b06 owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:08:18.138443 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:18.164900 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event deleted for resources: {'Port': ['ID=716d0b84-5b74-4089-bcf6-4961bfbc4b06,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:08:18.192751 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:18.193102 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:18.193444 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:18.193781 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:18.194113 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:18.194471 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:18.194798 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:18.195140 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:18.195455 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:18.195781 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:18.196108 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:18.196430 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:18.233505 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:18.233841 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.l3_db [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Floating IP 6ea6909a-883a-464a-945a-4aab4a7b5e91 disassociated (deleted). External IP: 172.27.3.42, port: dcb4a4db-0173-4723-b40e-151177eb93e8. Aug 30 08:08:18.436195 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 08:08:18.540222 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 08:08:18.544946 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:18.549707 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642ac27f-8e61-4799-b2b0-05dd22b746a3 None None] Sync routers for ids ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 08:08:18.558122 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642ac27f-8e61-4799-b2b0-05dd22b746a3 None None] Routers {'67ff9c57-c8f4-4e03-95aa-a242532f8fc7'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:08:18.558762 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-642ac27f-8e61-4799-b2b0-05dd22b746a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:08:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:18.570751 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-3b5534bc-3851-4be4-b02a-a061b7fce727 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "DELETE /v2.0/floatingips/6ea6909a-883a-464a-945a-4aab4a7b5e91 HTTP/1.1" status: 204 len: 168 time: 0.8167517 Aug 30 08:08:18.571332 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a629c8b8-7384-45a1-8361-22c8be3a0a94', 'tag': 'dcb4a4db-0173-4723-b40e-151177eb93e8'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 08:08:18.573737 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7c1c717326e93d35a200a5a0d3cebafce15ecd83eb06d7c469ca134263d92f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11d3909-26a1-43d2-8a9e-2f14dc98cd1d" -d '{"events": [{"name": "network-changed", "server_uuid": "a629c8b8-7384-45a1-8361-22c8be3a0a94", "tag": "dcb4a4db-0173-4723-b40e-151177eb93e8"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 08:08:18.613519 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 08:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f17391-5270-48a4-9394-2c6f40e5a19e x-openstack-request-id: req-d0f17391-5270-48a4-9394-2c6f40e5a19e {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 08:08:18.614074 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a629c8b8-7384-45a1-8361-22c8be3a0a94", "tag": "dcb4a4db-0173-4723-b40e-151177eb93e8", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 08:08:18.614554 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d0f17391-5270-48a4-9394-2c6f40e5a19e {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 08:08:18.615530 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a629c8b8-7384-45a1-8361-22c8be3a0a94', 'tag': 'dcb4a4db-0173-4723-b40e-151177eb93e8', 'status': 'completed', 'code': 200} Aug 30 08:08:18.671274 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-642ac27f-8e61-4799-b2b0-05dd22b746a3 None None] Set router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:08:18.690682 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d3909-26a1-43d2-8a9e-2f14dc98cd1d req-bd731cb5-1e04-4850-ba00-56547467ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:08:18.692891 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b11d3909-26a1-43d2-8a9e-2f14dc98cd1d req-bd731cb5-1e04-4850-ba00-56547467ea9b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d8bc861de4e4b05b9e798f101735072&device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 1099 time: 0.0512841 Aug 30 08:08:18.821713 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d3909-26a1-43d2-8a9e-2f14dc98cd1d req-2e475a13-5f4d-4dee-b551-47cabc90852e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:08:18.823207 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b11d3909-26a1-43d2-8a9e-2f14dc98cd1d req-2e475a13-5f4d-4dee-b551-47cabc90852e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 200 len: 913 time: 0.1208341 Aug 30 08:08:18.831876 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd527a-9ba0-4e0f-a072-d355f0860e9f req-8676fb93-bdde-4348-bc61-7c3fc15826df tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:08:18.833252 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-57bd527a-9ba0-4e0f-a072-d355f0860e9f req-8676fb93-bdde-4348-bc61-7c3fc15826df tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 946 time: 0.0743718 Aug 30 08:08:18.879070 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b11d3909-26a1-43d2-8a9e-2f14dc98cd1d req-94e52966-8d63-4f66-acce-7322640fa164 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcb4a4db-0173-4723-b40e-151177eb93e8 HTTP/1.1" status: 200 len: 217 time: 0.0448866 Aug 30 08:08:18.901399 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-642ac27f-8e61-4799-b2b0-05dd22b746a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': '15db4751-d9a8-4f04-a4fd-488bbb303dd7', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'port_id': 'a50ced59-7bc3-43d9-a76e-2fcb84480280', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'mac_address': 'fa:16:3e:b9:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T08:04:01Z', 'updated_at': '2021-08-30T08:04:03Z', 'revision_number': 1, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 5, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:18.926741 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-57bd527a-9ba0-4e0f-a072-d355f0860e9f req-65248631-761b-4137-b36a-ba40fa9093b5 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867369 Aug 30 08:08:18.930492 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642ac27f-8e61-4799-b2b0-05dd22b746a3 None None] Checking router: 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 08:08:18.939239 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642ac27f-8e61-4799-b2b0-05dd22b746a3 None None] Routers {'67ff9c57-c8f4-4e03-95aa-a242532f8fc7'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:08:18.939849 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-642ac27f-8e61-4799-b2b0-05dd22b746a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:08:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:18.949899 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d3909-26a1-43d2-8a9e-2f14dc98cd1d req-d5e20781-9647-470d-8455-5976b9c21305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:08:18.951278 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b11d3909-26a1-43d2-8a9e-2f14dc98cd1d req-d5e20781-9647-470d-8455-5976b9c21305 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4ef16b4-111d-457d-9396-e9cb7cf705de HTTP/1.1" status: 200 len: 851 time: 0.0601902 Aug 30 08:08:18.999109 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d3909-26a1-43d2-8a9e-2f14dc98cd1d req-986ffbc2-1019-420a-b6c9-b500de61c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:08:19.000625 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b11d3909-26a1-43d2-8a9e-2f14dc98cd1d req-986ffbc2-1019-420a-b6c9-b500de61c321 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407250 Aug 30 08:08:19.044483 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-642ac27f-8e61-4799-b2b0-05dd22b746a3 None None] Set router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:08:19.093239 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b11d3909-26a1-43d2-8a9e-2f14dc98cd1d req-4f612b08-de23-4951-a328-73175deb9a18 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835419 Aug 30 08:08:19.190380 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-b11d3909-26a1-43d2-8a9e-2f14dc98cd1d req-9bd664a4-a366-4d0e-8620-3f007a23a81a service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886924 Aug 30 08:08:19.267731 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-642ac27f-8e61-4799-b2b0-05dd22b746a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': '15db4751-d9a8-4f04-a4fd-488bbb303dd7', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'port_id': 'a50ced59-7bc3-43d9-a76e-2fcb84480280', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'mac_address': 'fa:16:3e:b9:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T08:04:01Z', 'updated_at': '2021-08-30T08:04:03Z', 'revision_number': 1, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 5, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:19.292831 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642ac27f-8e61-4799-b2b0-05dd22b746a3 None None] The sync data for ids ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'] in dv-cinder-806191-3-iscsi is: [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_floatingips': [{'id': '15db4751-d9a8-4f04-a4fd-488bbb303dd7', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'router_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'port_id': 'a50ced59-7bc3-43d9-a76e-2fcb84480280', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'mac_address': 'fa:16:3e:b9:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T08:04:01Z', 'updated_at': '2021-08-30T08:04:03Z', 'revision_number': 1, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 5, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 08:08:19.494174 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d8244d-088d-4178-a53c-13cb98ac45ef None None] New status for floating IP 6ea6909a-883a-464a-945a-4aab4a7b5e91: DOWN {{(pid=100377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 08:08:20.057044 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565c102-5aed-44f1-b178-8e99f7a81ce0 req-35a292ab-afb1-443c-882f-fecef4c50ddc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:08:20.058517 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b565c102-5aed-44f1-b178-8e99f7a81ce0 req-35a292ab-afb1-443c-882f-fecef4c50ddc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 946 time: 0.0476291 Aug 30 08:08:20.097101 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-b565c102-5aed-44f1-b178-8e99f7a81ce0 req-fc4df5d3-e54c-4441-b35d-b0da35085967 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325251 Aug 30 08:08:20.630103 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3b11b-7d29-4645-8dba-b840bce5ae0c req-f6856c30-11ce-43b4-a61a-6a2d92d7b3ee tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:08:20.631584 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-38a3b11b-7d29-4645-8dba-b840bce5ae0c req-f6856c30-11ce-43b4-a61a-6a2d92d7b3ee tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.61 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 946 time: 0.0468414 Aug 30 08:08:20.722458 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-38a3b11b-7d29-4645-8dba-b840bce5ae0c req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Deleting port dcb4a4db-0173-4723-b40e-151177eb93e8 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:08:20.722798 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-38a3b11b-7d29-4645-8dba-b840bce5ae0c req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:20.807653 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-38a3b11b-7d29-4645-8dba-b840bce5ae0c req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] For port dcb4a4db-0173-4723-b40e-151177eb93e8, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=dcb4a4db-0173-4723-b40e-151177eb93e8,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:08:20.808016 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-38a3b11b-7d29-4645-8dba-b840bce5ae0c req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:20.820844 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-38a3b11b-7d29-4645-8dba-b840bce5ae0c req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Calling delete_port for dcb4a4db-0173-4723-b40e-151177eb93e8 owned by compute:nova {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:08:21.233329 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-38a3b11b-7d29-4645-8dba-b840bce5ae0c req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:21.265320 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13207d-ea28-491c-a35a-a8ac936abc6d req-2153474c-4065-418b-9113-ad3808d73b75 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:08:21.267214 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2b13207d-ea28-491c-a35a-a8ac936abc6d req-2153474c-4065-418b-9113-ad3808d73b75 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=a629c8b8-7384-45a1-8361-22c8be3a0a94 HTTP/1.1" status: 200 len: 946 time: 0.0858226 Aug 30 08:08:21.270877 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event deleted for resources: {'Port': ['ID=dcb4a4db-0173-4723-b40e-151177eb93e8,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:08:21.287332 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:21.287684 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:21.288023 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:21.288356 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:21.288684 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:21.289017 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:21.289708 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:21.289708 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:21.290020 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:21.290317 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:21.290639 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:21.290957 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:21.348622 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a3b11b-7d29-4645-8dba-b840bce5ae0c req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] No DVR routers for this DVR port dcb4a4db-0173-4723-b40e-151177eb93e8 on host hv-cinder-80619 {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 08:08:21.352925 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-2b13207d-ea28-491c-a35a-a8ac936abc6d req-c1f469ca-3ede-40cf-adb7-76c11ee8a447 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790956 Aug 30 08:08:21.353933 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-38a3b11b-7d29-4645-8dba-b840bce5ae0c req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:21.355789 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-38a3b11b-7d29-4645-8dba-b840bce5ae0c req-9a9371b6-50f1-4b7e-a18a-1a2408959edb tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.61 "DELETE /v2.0/ports/dcb4a4db-0173-4723-b40e-151177eb93e8 HTTP/1.1" status: 204 len: 173 time: 0.7174211 Aug 30 08:08:21.356217 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a629c8b8-7384-45a1-8361-22c8be3a0a94', 'name': 'network-vif-deleted', 'tag': 'dcb4a4db-0173-4723-b40e-151177eb93e8'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 08:08:21.358516 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c61b1e8-c885-4efa-8b1c-a50ea2bdec6a" -d '{"events": [{"server_uuid": "a629c8b8-7384-45a1-8361-22c8be3a0a94", "name": "network-vif-deleted", "tag": "dcb4a4db-0173-4723-b40e-151177eb93e8"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 08:08:21.396967 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 08:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89d8387-21c5-4552-8ae8-ac482f72f966 x-openstack-request-id: req-e89d8387-21c5-4552-8ae8-ac482f72f966 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 08:08:21.397278 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a629c8b8-7384-45a1-8361-22c8be3a0a94", "name": "network-vif-deleted", "tag": "dcb4a4db-0173-4723-b40e-151177eb93e8", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 08:08:21.397550 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e89d8387-21c5-4552-8ae8-ac482f72f966 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 08:08:21.397943 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a629c8b8-7384-45a1-8361-22c8be3a0a94', 'name': 'network-vif-deleted', 'tag': 'dcb4a4db-0173-4723-b40e-151177eb93e8', 'status': 'completed', 'code': 200} Aug 30 08:08:23.949068 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:23.997736 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device dcb4a4db-0173-4723-b40e-151177eb93e8 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:08:24.021878 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] No Port match for: dcb4a4db-0173-4723-b40e-151177eb93e8 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:08:24.022246 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device dcb4a4db-0173-4723-b40e-151177eb93e8 not bound to the agent host hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:08:24.619611 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43536) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:08:24.774441 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-77b8c0d1-cedc-4ff7-93fd-e031032c9759 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Deleting port 996f79a1-7756-4236-83f5-a446f67444bd {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:08:24.774786 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77b8c0d1-cedc-4ff7-93fd-e031032c9759 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:24.851542 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77b8c0d1-cedc-4ff7-93fd-e031032c9759 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:24.851867 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77b8c0d1-cedc-4ff7-93fd-e031032c9759 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:24.863813 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-77b8c0d1-cedc-4ff7-93fd-e031032c9759 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Calling delete_port for 996f79a1-7756-4236-83f5-a446f67444bd owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:08:25.006629 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77b8c0d1-cedc-4ff7-93fd-e031032c9759 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:25.031068 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8c0d1-cedc-4ff7-93fd-e031032c9759 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event deleted for resources: {'Port': ['ID=996f79a1-7756-4236-83f5-a446f67444bd,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:08:25.093194 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77b8c0d1-cedc-4ff7-93fd-e031032c9759 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:25.093526 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.db.l3_db [None req-77b8c0d1-cedc-4ff7-93fd-e031032c9759 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Floating IP 15db4751-d9a8-4f04-a4fd-488bbb303dd7 disassociated (deleted). External IP: 172.27.3.221, port: a50ced59-7bc3-43d9-a76e-2fcb84480280. Aug 30 08:08:25.295790 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b8c0d1-cedc-4ff7-93fd-e031032c9759 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 08:08:25.399849 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b8c0d1-cedc-4ff7-93fd-e031032c9759 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 08:08:25.404584 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77b8c0d1-cedc-4ff7-93fd-e031032c9759 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:25.411410 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be1214e-ecb5-4fd7-bfc6-1ad1719e4e35 None None] Sync routers for ids ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 08:08:25.420128 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be1214e-ecb5-4fd7-bfc6-1ad1719e4e35 None None] Routers {'67ff9c57-c8f4-4e03-95aa-a242532f8fc7'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:08:25.420741 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7be1214e-ecb5-4fd7-bfc6-1ad1719e4e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:08:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:25.430495 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-77b8c0d1-cedc-4ff7-93fd-e031032c9759 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "DELETE /v2.0/floatingips/15db4751-d9a8-4f04-a4fd-488bbb303dd7 HTTP/1.1" status: 204 len: 168 time: 0.8097978 Aug 30 08:08:25.431178 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'tag': 'a50ced59-7bc3-43d9-a76e-2fcb84480280'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 08:08:25.433493 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7c1c717326e93d35a200a5a0d3cebafce15ecd83eb06d7c469ca134263d92f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbb8a38-2bd5-41a7-93d3-26a37c20d80f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1ada03-0d0a-4904-81cc-6a75b3efc8c5", "tag": "a50ced59-7bc3-43d9-a76e-2fcb84480280"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 08:08:25.470562 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 08:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186474fa-81e7-457d-96a6-ad9d135297df x-openstack-request-id: req-186474fa-81e7-457d-96a6-ad9d135297df {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 08:08:25.471116 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1ada03-0d0a-4904-81cc-6a75b3efc8c5", "tag": "a50ced59-7bc3-43d9-a76e-2fcb84480280", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 08:08:25.471588 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-186474fa-81e7-457d-96a6-ad9d135297df {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 08:08:25.472184 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'tag': 'a50ced59-7bc3-43d9-a76e-2fcb84480280', 'status': 'completed', 'code': 200} Aug 30 08:08:25.536965 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb8a38-2bd5-41a7-93d3-26a37c20d80f req-f4455403-274f-4c2f-8a77-525f236590bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:08:25.538722 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fbbb8a38-2bd5-41a7-93d3-26a37c20d80f req-f4455403-274f-4c2f-8a77-525f236590bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d8bc861de4e4b05b9e798f101735072&device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 1098 time: 0.0447807 Aug 30 08:08:25.654981 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-7be1214e-ecb5-4fd7-bfc6-1ad1719e4e35 None None] Set router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:08:25.676047 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb8a38-2bd5-41a7-93d3-26a37c20d80f req-2b2e9105-68b5-4df4-894f-a1332953f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:08:25.677505 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fbbb8a38-2bd5-41a7-93d3-26a37c20d80f req-2b2e9105-68b5-4df4-894f-a1332953f1e4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 200 len: 913 time: 0.1290298 Aug 30 08:08:25.699762 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826efd3-8625-4c08-ab73-2eaa7f65f444 req-5d7a732a-d4db-4e93-8246-7c02cec03bc7 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:08:25.701182 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1826efd3-8625-4c08-ab73-2eaa7f65f444 req-5d7a732a-d4db-4e93-8246-7c02cec03bc7 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0698607 Aug 30 08:08:25.729430 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fbbb8a38-2bd5-41a7-93d3-26a37c20d80f req-c331c0cc-20a5-45c6-a1cd-4e27cd50f1cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a50ced59-7bc3-43d9-a76e-2fcb84480280 HTTP/1.1" status: 200 len: 217 time: 0.0441561 Aug 30 08:08:25.796765 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-1826efd3-8625-4c08-ab73-2eaa7f65f444 req-e9b26e2c-db21-446d-82b7-8d5bf1db3249 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698757 Aug 30 08:08:25.802496 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb8a38-2bd5-41a7-93d3-26a37c20d80f req-996814ed-ba66-4db8-a949-75cbe558af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:08:25.803913 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fbbb8a38-2bd5-41a7-93d3-26a37c20d80f req-996814ed-ba66-4db8-a949-75cbe558af71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4ef16b4-111d-457d-9396-e9cb7cf705de HTTP/1.1" status: 200 len: 851 time: 0.0627220 Aug 30 08:08:25.851148 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb8a38-2bd5-41a7-93d3-26a37c20d80f req-d53a7064-9d52-47f3-a0d7-ce34743a5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:08:25.851927 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7be1214e-ecb5-4fd7-bfc6-1ad1719e4e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 5, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:25.852631 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fbbb8a38-2bd5-41a7-93d3-26a37c20d80f req-d53a7064-9d52-47f3-a0d7-ce34743a5e84 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398309 Aug 30 08:08:25.877654 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be1214e-ecb5-4fd7-bfc6-1ad1719e4e35 None None] Checking router: 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 08:08:25.885947 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be1214e-ecb5-4fd7-bfc6-1ad1719e4e35 None None] Routers {'67ff9c57-c8f4-4e03-95aa-a242532f8fc7'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:08:25.886584 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7be1214e-ecb5-4fd7-bfc6-1ad1719e4e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:08:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:25.944442 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fbbb8a38-2bd5-41a7-93d3-26a37c20d80f req-50792ff4-0dfa-41f5-af99-c444b1547c36 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837064 Aug 30 08:08:25.991038 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-7be1214e-ecb5-4fd7-bfc6-1ad1719e4e35 None None] Set router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:08:26.037984 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-fbbb8a38-2bd5-41a7-93d3-26a37c20d80f req-4d76f2a6-f194-4092-a4a1-9b5db111b234 service neutron] 10.222.0.61 "GET /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845327 Aug 30 08:08:26.187855 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7be1214e-ecb5-4fd7-bfc6-1ad1719e4e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 5, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:26.213330 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be1214e-ecb5-4fd7-bfc6-1ad1719e4e35 None None] The sync data for ids ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'] in dv-cinder-806191-3-iscsi is: [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi', '_interfaces': [{'id': '7d2d2a0c-a0c5-4dc6-b892-147928ef7c55', 'name': '', 'network_id': 'f9bdf19d-4247-4c5d-a0b9-ca04cf41736f', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'mac_address': 'fa:16:3e:84:3d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:12Z', 'updated_at': '2021-08-30T08:00:17Z', 'revision_number': 5, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'subnets': [{'id': 'f4ef16b4-111d-457d-9396-e9cb7cf705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 08:08:26.411960 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89677084-e990-4a98-98ff-db06b1a14efe None None] New status for floating IP 15db4751-d9a8-4f04-a4fd-488bbb303dd7: DOWN {{(pid=100377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 08:08:26.914629 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5490f-a731-4bce-a77e-ad6ad5c746cc req-db0b575a-2bea-4792-9440-00cfa0c5030b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:08:26.916108 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-adf5490f-a731-4bce-a77e-ad6ad5c746cc req-db0b575a-2bea-4792-9440-00cfa0c5030b tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0477448 Aug 30 08:08:26.952971 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-adf5490f-a731-4bce-a77e-ad6ad5c746cc req-9ddec447-e9dc-4899-99d1-a4e29bb8f21f tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd558b0c-7047-4da0-ad41-eca0b89e6a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310302 Aug 30 08:08:27.376192 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcde91a-e7ae-4c16-8956-01c9c486bf0a req-bf8728c7-a6b7-465c-be31-d8d20ae455bc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 08:08:27.378686 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9dcde91a-e7ae-4c16-8956-01c9c486bf0a req-bf8728c7-a6b7-465c-be31-d8d20ae455bc tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0481021 Aug 30 08:08:27.470174 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-9dcde91a-e7ae-4c16-8956-01c9c486bf0a req-482e4680-87d6-46f6-8a4d-5107538fa7b8 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Deleting port a50ced59-7bc3-43d9-a76e-2fcb84480280 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:08:27.470527 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9dcde91a-e7ae-4c16-8956-01c9c486bf0a req-482e4680-87d6-46f6-8a4d-5107538fa7b8 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:27.554602 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [req-9dcde91a-e7ae-4c16-8956-01c9c486bf0a req-482e4680-87d6-46f6-8a4d-5107538fa7b8 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] For port a50ced59-7bc3-43d9-a76e-2fcb84480280, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=a50ced59-7bc3-43d9-a76e-2fcb84480280,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:08:27.554963 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9dcde91a-e7ae-4c16-8956-01c9c486bf0a req-482e4680-87d6-46f6-8a4d-5107538fa7b8 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:27.567923 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [req-9dcde91a-e7ae-4c16-8956-01c9c486bf0a req-482e4680-87d6-46f6-8a4d-5107538fa7b8 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Calling delete_port for a50ced59-7bc3-43d9-a76e-2fcb84480280 owned by compute:nova {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:08:27.692236 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9dcde91a-e7ae-4c16-8956-01c9c486bf0a req-482e4680-87d6-46f6-8a4d-5107538fa7b8 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:27.719080 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e4680-87d6-46f6-8a4d-5107538fa7b8 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event deleted for resources: {'Port': ['ID=a50ced59-7bc3-43d9-a76e-2fcb84480280,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:08:27.767064 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcde91a-e7ae-4c16-8956-01c9c486bf0a req-482e4680-87d6-46f6-8a4d-5107538fa7b8 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] No DVR routers for this DVR port a50ced59-7bc3-43d9-a76e-2fcb84480280 on host hv-cinder-80619 {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 08:08:27.769566 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [req-9dcde91a-e7ae-4c16-8956-01c9c486bf0a req-482e4680-87d6-46f6-8a4d-5107538fa7b8 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for port, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:27.771727 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [req-9dcde91a-e7ae-4c16-8956-01c9c486bf0a req-482e4680-87d6-46f6-8a4d-5107538fa7b8 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.61 "DELETE /v2.0/ports/a50ced59-7bc3-43d9-a76e-2fcb84480280 HTTP/1.1" status: 204 len: 173 time: 0.3850641 Aug 30 08:08:27.772178 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'name': 'network-vif-deleted', 'tag': 'a50ced59-7bc3-43d9-a76e-2fcb84480280'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 08:08:27.774537 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adc79af01aa904e1d1ea5d3a2202a371bea65044f2f7694391fd8faae83c5735" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733de78e-aed1-4d86-b03d-f01b9e8df603" -d '{"events": [{"server_uuid": "7e1ada03-0d0a-4904-81cc-6a75b3efc8c5", "name": "network-vif-deleted", "tag": "a50ced59-7bc3-43d9-a76e-2fcb84480280"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 08:08:27.815427 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 08:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64db2ea9-af09-471d-9568-4ced673302a6 x-openstack-request-id: req-64db2ea9-af09-471d-9568-4ced673302a6 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 08:08:27.815797 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1ada03-0d0a-4904-81cc-6a75b3efc8c5", "name": "network-vif-deleted", "tag": "a50ced59-7bc3-43d9-a76e-2fcb84480280", "status": "completed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 08:08:27.816140 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-64db2ea9-af09-471d-9568-4ced673302a6 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 08:08:27.816573 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1ada03-0d0a-4904-81cc-6a75b3efc8c5', 'name': 'network-vif-deleted', 'tag': 'a50ced59-7bc3-43d9-a76e-2fcb84480280', 'status': 'completed', 'code': 200} Aug 30 08:08:28.050526 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [req-faad175b-8bca-42fb-8376-8dc5b2c0c941 req-c08778ac-b201-4860-b56d-ae0ebeae9230 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1ada03-0d0a-4904-81cc-6a75b3efc8c5 HTTP/1.1" status: 200 len: 210 time: 0.0311861 Aug 30 08:08:29.104192 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43554) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:08:29.226455 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-70de9789-98ab-4a32-801f-f740610f5504 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Deleting port f0d05156-7dda-48fe-bb5b-f0b0d307633b {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:08:29.226709 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-70de9789-98ab-4a32-801f-f740610f5504 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:29.298752 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-70de9789-98ab-4a32-801f-f740610f5504 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:29.299211 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-70de9789-98ab-4a32-801f-f740610f5504 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:29.310356 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-70de9789-98ab-4a32-801f-f740610f5504 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Calling delete_port for f0d05156-7dda-48fe-bb5b-f0b0d307633b owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:08:29.441119 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-70de9789-98ab-4a32-801f-f740610f5504 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:29.463577 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de9789-98ab-4a32-801f-f740610f5504 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event deleted for resources: {'Port': ['ID=f0d05156-7dda-48fe-bb5b-f0b0d307633b,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:08:29.527008 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-70de9789-98ab-4a32-801f-f740610f5504 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:29.529396 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-70de9789-98ab-4a32-801f-f740610f5504 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8046'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:29.530564 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-70de9789-98ab-4a32-801f-f740610f5504 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "DELETE /v2.0/floatingips/8a9f12df-da99-42d6-8625-20255a6475e0 HTTP/1.1" status: 204 len: 168 time: 0.4253953 Aug 30 08:08:30.028311 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device a50ced59-7bc3-43d9-a76e-2fcb84480280 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:08:30.048440 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] No Port match for: a50ced59-7bc3-43d9-a76e-2fcb84480280 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:08:30.048590 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Device a50ced59-7bc3-43d9-a76e-2fcb84480280 not bound to the agent host hv-cinder-80619 {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:08:30.601775 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-edb33b10-9ac4-4eda-aa84-a9dc35013011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:30.723800 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43566) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:08:30.781278 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-754ebf21-949a-493f-ba90-929db49f3719 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:30.805719 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-754ebf21-949a-493f-ba90-929db49f3719 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:30.864426 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-754ebf21-949a-493f-ba90-929db49f3719 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:30.867021 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-754ebf21-949a-493f-ba90-929db49f3719 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:30.868162 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-754ebf21-949a-493f-ba90-929db49f3719 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] 10.222.0.73 "DELETE /v2.0/security-groups/bd558b0c-7047-4da0-ad41-eca0b89e6a34 HTTP/1.1" status: 204 len: 168 time: 0.1433742 Aug 30 08:08:30.878059 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ebf21-949a-493f-ba90-929db49f3719 tempest-TestVolumeBootPattern-775619738 tempest-TestVolumeBootPattern-775619738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd558b0c-7047-4da0-ad41-eca0b89e6a34,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:08:30.925367 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43570) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:08:31.353662 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-083f42b4-9125-429d-82c4-02690e42e9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535493'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:31.838648 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-083f42b4-9125-429d-82c4-02690e42e9fb admin admin] Deleting port 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:08:31.839299 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-083f42b4-9125-429d-82c4-02690e42e9fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:31.916969 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-083f42b4-9125-429d-82c4-02690e42e9fb admin admin] For port 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=7d2d2a0c-a0c5-4dc6-b892-147928ef7c55,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:08:31.917335 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-083f42b4-9125-429d-82c4-02690e42e9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:31.929530 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-083f42b4-9125-429d-82c4-02690e42e9fb admin admin] Calling delete_port for 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:08:32.102285 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-083f42b4-9125-429d-82c4-02690e42e9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:32.125188 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f42b4-9125-429d-82c4-02690e42e9fb admin admin] Pushing event deleted for resources: {'Port': ['ID=7d2d2a0c-a0c5-4dc6-b892-147928ef7c55,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:08:32.292006 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-083f42b4-9125-429d-82c4-02690e42e9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535311'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:32.502021 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083f42b4-9125-429d-82c4-02690e42e9fb admin admin] Router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 08:08:32.603539 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083f42b4-9125-429d-82c4-02690e42e9fb admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 08:08:32.608761 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-083f42b4-9125-429d-82c4-02690e42e9fb admin admin] 10.222.0.73 "PUT /v2.0/routers/67ff9c57-c8f4-4e03-95aa-a242532f8fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6823065 Aug 30 08:08:32.611932 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43574) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:08:32.613209 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d2f9e-551c-4fe2-9c76-794eac93dff6 None None] Sync routers for ids ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'] in dv-cinder-806191-3-iscsi {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 08:08:32.622189 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d2f9e-551c-4fe2-9c76-794eac93dff6 None None] Routers {'67ff9c57-c8f4-4e03-95aa-a242532f8fc7'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:08:32.622793 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-0e4d2f9e-551c-4fe2-9c76-794eac93dff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:08:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:32.716044 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d034c763-df51-43d1-8ff4-53d5d49408ef admin admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:32.726634 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-0e4d2f9e-551c-4fe2-9c76-794eac93dff6 None None] Set router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 gateway port host: dv-cinder-806191-3-iscsi {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:08:32.813011 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d034c763-df51-43d1-8ff4-53d5d49408ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:32.868383 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-d034c763-df51-43d1-8ff4-53d5d49408ef admin admin] Deleting port 578825f6-07cb-4659-8f46-fde95f7f39cd {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:08:32.869083 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d034c763-df51-43d1-8ff4-53d5d49408ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:32.903975 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-0e4d2f9e-551c-4fe2-9c76-794eac93dff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:08:32Z', 'revision_number': 5, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port': {'id': '578825f6-07cb-4659-8f46-fde95f7f39cd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:32.930055 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d2f9e-551c-4fe2-9c76-794eac93dff6 None None] Checking router: 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 for host: dv-cinder-806191-3-iscsi {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 08:08:32.938074 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d2f9e-551c-4fe2-9c76-794eac93dff6 None None] Routers {'67ff9c57-c8f4-4e03-95aa-a242532f8fc7'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:08:32.938758 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-0e4d2f9e-551c-4fe2-9c76-794eac93dff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:08:03Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:32.945932 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-d034c763-df51-43d1-8ff4-53d5d49408ef admin admin] For port 578825f6-07cb-4659-8f46-fde95f7f39cd, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=578825f6-07cb-4659-8f46-fde95f7f39cd,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:08:32.946581 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d034c763-df51-43d1-8ff4-53d5d49408ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:32.959548 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-d034c763-df51-43d1-8ff4-53d5d49408ef admin admin] Calling delete_port for 578825f6-07cb-4659-8f46-fde95f7f39cd owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:08:33.025334 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-0e4d2f9e-551c-4fe2-9c76-794eac93dff6 None None] Set router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:08:33.077383 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-0e4d2f9e-551c-4fe2-9c76-794eac93dff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:08:32Z', 'revision_number': 6, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port_host': None}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:33.106138 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d2f9e-551c-4fe2-9c76-794eac93dff6 None None] The sync data for ids ['67ff9c57-c8f4-4e03-95aa-a242532f8fc7'] in dv-cinder-806191-3-iscsi is: [{'id': '67ff9c57-c8f4-4e03-95aa-a242532f8fc7', 'name': 'tempest-TestVolumeBootPattern-1961792572-router', 'tenant_id': '8d8bc861de4e4b05b9e798f101735072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:10Z', 'updated_at': '2021-08-30T08:08:32Z', 'revision_number': 6, 'project_id': '8d8bc861de4e4b05b9e798f101735072', 'gw_port_host': None}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 08:08:33.120584 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d034c763-df51-43d1-8ff4-53d5d49408ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:33.148541 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034c763-df51-43d1-8ff4-53d5d49408ef admin admin] Pushing event deleted for resources: {'Port': ['ID=578825f6-07cb-4659-8f46-fde95f7f39cd,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:08:33.208281 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d034c763-df51-43d1-8ff4-53d5d49408ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529237'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:33.292942 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d034c763-df51-43d1-8ff4-53d5d49408ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102400'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:33.294991 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d034c763-df51-43d1-8ff4-53d5d49408ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:33.336277 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d034c763-df51-43d1-8ff4-53d5d49408ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530117'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:33.336777 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d034c763-df51-43d1-8ff4-53d5d49408ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67ff9c57-c8f4-4e03-95aa-a242532f8fc7 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 08:08:33.340953 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d034c763-df51-43d1-8ff4-53d5d49408ef admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:33.342317 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-d034c763-df51-43d1-8ff4-53d5d49408ef admin admin] 10.222.0.73 "DELETE /v2.0/routers/67ff9c57-c8f4-4e03-95aa-a242532f8fc7 HTTP/1.1" status: 204 len: 168 time: 0.7294040 Aug 30 08:08:33.344833 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43576) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:08:33.391407 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48e200e-c644-48a3-86e1-29866f9d6751 admin admin] Deleting subnet f4ef16b4-111d-457d-9396-e9cb7cf705de {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 08:08:33.395009 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f48e200e-c644-48a3-86e1-29866f9d6751 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:33.427511 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f48e200e-c644-48a3-86e1-29866f9d6751 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12530165'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:33.459805 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1c9a-e5e7-4109-9fed-1f16b5fb7a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:33.508098 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f48e200e-c644-48a3-86e1-29866f9d6751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3840692'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:33.560454 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f48e200e-c644-48a3-86e1-29866f9d6751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3840699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11671398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12454973'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:33.590377 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e200e-c644-48a3-86e1-29866f9d6751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ef16b4-111d-457d-9396-e9cb7cf705de,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:08:33.593798 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f48e200e-c644-48a3-86e1-29866f9d6751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:33.597259 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-f48e200e-c644-48a3-86e1-29866f9d6751 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f4ef16b4-111d-457d-9396-e9cb7cf705de HTTP/1.1" status: 204 len: 168 time: 0.2505329 Aug 30 08:08:33.598818 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43578) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:08:33.601290 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7584b649-cc79-4e20-9b7a-d8d00c5fe18f None None] Network f9bdf19d-4247-4c5d-a0b9-ca04cf41736f requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 08:08:33.663999 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768868'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:33.716277 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] Deleting port 299dfa5a-fd63-4075-b02a-2e24b294d8f5 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:08:33.716624 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:33.781423 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] For port 299dfa5a-fd63-4075-b02a-2e24b294d8f5, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=299dfa5a-fd63-4075-b02a-2e24b294d8f5,segment=NetworkSegment(e281c876-3d52-4f0c-a0a4-865f6cd0a33f),segment_id=e281c876-3d52-4f0c-a0a4-865f6cd0a33f)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:08:33.781716 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:33.794687 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] Calling delete_port for 299dfa5a-fd63-4075-b02a-2e24b294d8f5 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:08:33.847529 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] DHCP port deletion for f9bdf19d-4247-4c5d-a0b9-ca04cf41736f request from dv-cinder-806191-3-iscsi {{(pid=100376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 08:08:33.883894 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:33.908331 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] Deleting port 299dfa5a-fd63-4075-b02a-2e24b294d8f5 {{(pid=100376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:08:33.908714 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:33.911798 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:08:33.913382 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] No DVR routers for this DVR port 299dfa5a-fd63-4075-b02a-2e24b294d8f5 on host dv-cinder-806191-3-iscsi {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 08:08:33.918763 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=299dfa5a-fd63-4075-b02a-2e24b294d8f5,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:08:33.971415 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:08:33.971763 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 7d2d2a0c-a0c5-4dc6-b892-147928ef7c55 not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:08:33.972183 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 578825f6-07cb-4659-8f46-fde95f7f39cd no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:08:33.995911 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3772495', 'neutron.services.segments.db._delete_segments_for_network-8745591126510'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:34.000309 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: 578825f6-07cb-4659-8f46-fde95f7f39cd {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:08:34.000661 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 578825f6-07cb-4659-8f46-fde95f7f39cd not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:08:34.001081 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 299dfa5a-fd63-4075-b02a-2e24b294d8f5 no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:08:34.006388 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9bdf19d-4247-4c5d-a0b9-ca04cf41736f']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:34.016317 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:34.016607 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e281c876-3d52-4f0c-a0a4-865f6cd0a33f') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:34.026604 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745591126393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12530154'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:34.029693 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: 299dfa5a-fd63-4075-b02a-2e24b294d8f5 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:08:34.029927 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 299dfa5a-fd63-4075-b02a-2e24b294d8f5 not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:08:34.037628 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] For port 299dfa5a-fd63-4075-b02a-2e24b294d8f5, host dv-cinder-806191-3-iscsi, got binding levels [] {{(pid=100376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:08:34.038009 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:34.044595 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:34.050845 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] Calling delete_port for 299dfa5a-fd63-4075-b02a-2e24b294d8f5 owned by network:dhcp {{(pid=100376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:08:34.052306 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 08:08:34.052838 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11671296'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:34.054370 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.ipam_backend_mixin [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] Port 299dfa5a-fd63-4075-b02a-2e24b294d8f5 was not found and therefore no delete operation was performed {{(pid=100376) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: Traceback (most recent call last): Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: timer() Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: cb(*args, **kw) Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: return func(*args, **kwargs) Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: self._notify() Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: self.callback(batched_events) Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: event.method(event) Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: return f(self, *a, **k) Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._get(url).json() Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: return self.request(url, 'GET', **kwargs) Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 08:08:34.054580 dv-cinder-806191-3-iscsi neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 08:08:34.056814 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077'] for port, after_delete {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:34.084147 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] Pushing event deleted for resources: {'Port': ['ID=299dfa5a-fd63-4075-b02a-2e24b294d8f5,revision_number=None']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:08:34.086447 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] No DVR routers for this DVR port 299dfa5a-fd63-4075-b02a-2e24b294d8f5 on host dv-cinder-806191-3-iscsi {{(pid=100376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 08:08:34.096262 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:34.096607 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:34.097155 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:34.097491 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:34.097825 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:34.098262 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:34.098513 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:34.098848 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:34.099177 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:34.099512 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:34.099836 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:34.100160 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf13f2f-8148-4842-aad4-bcf1976ac84c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-3-iscsi {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:08:34.114664 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3772470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529257'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:34.121418 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:34.125822 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f9bdf19d-4247-4c5d-a0b9-ca04cf41736f HTTP/1.1" status: 204 len: 168 time: 0.5234716 Aug 30 08:08:34.126958 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 43580) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:08:34.137951 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b8fa8-98b5-4aee-955b-fedf9cfcbdf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9bdf19d-4247-4c5d-a0b9-ca04cf41736f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:08:34.383372 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:34.468619 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e2056f7e-89e8-4f8f-97a5-0b1c55c48f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535493'] for router_interface, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:34.702727 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e2056f7e-89e8-4f8f-97a5-0b1c55c48f22 admin admin] Deleting port e5ddcdb4-cd05-47cc-b878-ae892c90ae77 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:08:34.702980 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e2056f7e-89e8-4f8f-97a5-0b1c55c48f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:34.779461 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-e2056f7e-89e8-4f8f-97a5-0b1c55c48f22 admin admin] For port e5ddcdb4-cd05-47cc-b878-ae892c90ae77, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=e5ddcdb4-cd05-47cc-b878-ae892c90ae77,segment=NetworkSegment(cd8c13b7-a23d-4d3c-9118-b344e8315aeb),segment_id=cd8c13b7-a23d-4d3c-9118-b344e8315aeb)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:08:34.779812 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e2056f7e-89e8-4f8f-97a5-0b1c55c48f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:34.792678 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e2056f7e-89e8-4f8f-97a5-0b1c55c48f22 admin admin] Calling delete_port for e5ddcdb4-cd05-47cc-b878-ae892c90ae77 owned by network:router_interface {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:08:34.968119 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e2056f7e-89e8-4f8f-97a5-0b1c55c48f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:34.997193 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2056f7e-89e8-4f8f-97a5-0b1c55c48f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ddcdb4-cd05-47cc-b878-ae892c90ae77,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:08:35.137686 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:35.162796 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e2056f7e-89e8-4f8f-97a5-0b1c55c48f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535311'] for router_interface, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:35.369547 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2056f7e-89e8-4f8f-97a5-0b1c55c48f22 admin admin] Router 949c398f-e344-4f7e-85a2-7884144f5b1e has already been hosted by L3 agent ddc06514-e62b-4404-9376-303558d37976 {{(pid=100375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 08:08:35.470299 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2056f7e-89e8-4f8f-97a5-0b1c55c48f22 admin admin] Notify agent at l3_agent.dv-cinder-806191-3-iscsi the message routers_updated {{(pid=100375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 08:08:35.475197 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-e2056f7e-89e8-4f8f-97a5-0b1c55c48f22 admin admin] 10.222.0.73 "PUT /v2.0/routers/949c398f-e344-4f7e-85a2-7884144f5b1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3465221 Aug 30 08:08:35.477796 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 43584) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:08:35.478593 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6326080-5dd9-4472-8ce6-6ae20dc60386 None None] Sync routers for ids ['949c398f-e344-4f7e-85a2-7884144f5b1e'] in dv-cinder-806191-3-iscsi {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 08:08:35.487661 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6326080-5dd9-4472-8ce6-6ae20dc60386 None None] Routers {'949c398f-e344-4f7e-85a2-7884144f5b1e'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:08:35.488256 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-f6326080-5dd9-4472-8ce6-6ae20dc60386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:08:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['949c398f-e344-4f7e-85a2-7884144f5b1e'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:35.578877 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-df65c7e2-7fe8-4e61-9a25-16429782ca14 admin admin] Notify callbacks [] for router, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:35.588649 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-f6326080-5dd9-4472-8ce6-6ae20dc60386 None None] Set router 949c398f-e344-4f7e-85a2-7884144f5b1e gateway port host: dv-cinder-806191-3-iscsi {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:08:35.679709 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-df65c7e2-7fe8-4e61-9a25-16429782ca14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:35.730779 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-df65c7e2-7fe8-4e61-9a25-16429782ca14 admin admin] Deleting port 9c03273e-5711-4e31-9830-0273b4d420bd {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:08:35.731122 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-df65c7e2-7fe8-4e61-9a25-16429782ca14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:35.760888 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-f6326080-5dd9-4472-8ce6-6ae20dc60386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949c398f-e344-4f7e-85a2-7884144f5b1e', 'name': 'tempest-TestVolumeBootPattern-2108892712-router', 'tenant_id': '8fc514e269844f38b9b85c388966c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'external_fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '9c03273e-5711-4e31-9830-0273b4d420bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:14Z', 'updated_at': '2021-08-30T08:08:34Z', 'revision_number': 5, 'project_id': '8fc514e269844f38b9b85c388966c8ee', 'gw_port': {'id': '9c03273e-5711-4e31-9830-0273b4d420bd', 'name': '', 'network_id': '02efbd58-3f47-4ba1-9fc3-db25e7b0ec42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949c398f-e344-4f7e-85a2-7884144f5b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T08:00:15Z', 'updated_at': '2021-08-30T08:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '864ddbd5-13be-4be1-97d0-f7c096166157', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-3-iscsi'}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:35.787035 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6326080-5dd9-4472-8ce6-6ae20dc60386 None None] Checking router: 949c398f-e344-4f7e-85a2-7884144f5b1e for host: dv-cinder-806191-3-iscsi {{(pid=100377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 08:08:35.794996 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6326080-5dd9-4472-8ce6-6ae20dc60386 None None] Routers {'949c398f-e344-4f7e-85a2-7884144f5b1e'} bound to L3 agent in host dv-cinder-806191-3-iscsi {{(pid=100377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:08:35.795586 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-f6326080-5dd9-4472-8ce6-6ae20dc60386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:39:33Z,description=,heartbeat_timestamp=2021-08-30T08:08:33Z,host='dv-cinder-806191-3-iscsi',id=ddc06514-e62b-4404-9376-303558d37976,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:39:33Z,topic='l3_agent')) {'router_ids': ['949c398f-e344-4f7e-85a2-7884144f5b1e'], 'active': True} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:35.808156 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-df65c7e2-7fe8-4e61-9a25-16429782ca14 admin admin] For port 9c03273e-5711-4e31-9830-0273b4d420bd, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=9c03273e-5711-4e31-9830-0273b4d420bd,segment=NetworkSegment(918f77eb-8fc0-4de8-81c1-a0ccfa048d12),segment_id=918f77eb-8fc0-4de8-81c1-a0ccfa048d12)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:08:35.808520 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-df65c7e2-7fe8-4e61-9a25-16429782ca14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:35.827170 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-df65c7e2-7fe8-4e61-9a25-16429782ca14 admin admin] Calling delete_port for 9c03273e-5711-4e31-9830-0273b4d420bd owned by network:router_gateway {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:08:35.929974 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:35.975822 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_dvr_db [None req-f6326080-5dd9-4472-8ce6-6ae20dc60386 None None] Set router 949c398f-e344-4f7e-85a2-7884144f5b1e gateway port host: None {{(pid=100377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:08:35.997283 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-df65c7e2-7fe8-4e61-9a25-16429782ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11718373'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.029845 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65c7e2-7fe8-4e61-9a25-16429782ca14 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c03273e-5711-4e31-9830-0273b4d420bd,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:08:36.031718 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.l3_hamode_db [None req-f6326080-5dd9-4472-8ce6-6ae20dc60386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949c398f-e344-4f7e-85a2-7884144f5b1e', 'name': 'tempest-TestVolumeBootPattern-2108892712-router', 'tenant_id': '8fc514e269844f38b9b85c388966c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:14Z', 'updated_at': '2021-08-30T08:08:35Z', 'revision_number': 6, 'project_id': '8fc514e269844f38b9b85c388966c8ee', 'gw_port_host': None}], 'dv-cinder-806191-3-iscsi', False) {} {{(pid=100377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:36.059543 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6326080-5dd9-4472-8ce6-6ae20dc60386 None None] The sync data for ids ['949c398f-e344-4f7e-85a2-7884144f5b1e'] in dv-cinder-806191-3-iscsi is: [{'id': '949c398f-e344-4f7e-85a2-7884144f5b1e', 'name': 'tempest-TestVolumeBootPattern-2108892712-router', 'tenant_id': '8fc514e269844f38b9b85c388966c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T08:00:14Z', 'updated_at': '2021-08-30T08:08:35Z', 'revision_number': 6, 'project_id': '8fc514e269844f38b9b85c388966c8ee', 'gw_port_host': None}] {{(pid=100377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 08:08:36.084873 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-df65c7e2-7fe8-4e61-9a25-16429782ca14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529237'] for router_gateway, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.176732 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-df65c7e2-7fe8-4e61-9a25-16429782ca14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102400'] for router, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.178845 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-df65c7e2-7fe8-4e61-9a25-16429782ca14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.220468 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-df65c7e2-7fe8-4e61-9a25-16429782ca14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530117'] for router, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.221031 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df65c7e2-7fe8-4e61-9a25-16429782ca14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 949c398f-e344-4f7e-85a2-7884144f5b1e {{(pid=100375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 08:08:36.226116 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-df65c7e2-7fe8-4e61-9a25-16429782ca14 admin admin] Notify callbacks [] for router, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.227303 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-df65c7e2-7fe8-4e61-9a25-16429782ca14 admin admin] 10.222.0.73 "DELETE /v2.0/routers/949c398f-e344-4f7e-85a2-7884144f5b1e HTTP/1.1" status: 204 len: 168 time: 0.7485511 Aug 30 08:08:36.229814 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.wsgi [-] (100375) accepted ('10.222.0.73', 43586) {{(pid=100375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:08:36.275967 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.db.db_base_plugin_v2 [None req-7500016c-fd45-4254-b63e-dae3c125112a admin admin] Deleting subnet 2c1bf1d1-4c0b-4cb2-86fe-9cc2f1401e4f {{(pid=100375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 08:08:36.279084 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7500016c-fd45-4254-b63e-dae3c125112a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.312568 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7500016c-fd45-4254-b63e-dae3c125112a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11923330'] for subnet, precommit_delete_associations {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.386759 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7500016c-fd45-4254-b63e-dae3c125112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3840692'] for subnet, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.444407 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7500016c-fd45-4254-b63e-dae3c125112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3840699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11718326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11245827'] for subnet, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.473171 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500016c-fd45-4254-b63e-dae3c125112a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c1bf1d1-4c0b-4cb2-86fe-9cc2f1401e4f,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:08:36.475068 dv-cinder-806191-3-iscsi neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7500016c-fd45-4254-b63e-dae3c125112a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.478637 dv-cinder-806191-3-iscsi neutron-server[100375]: INFO neutron.wsgi [None req-7500016c-fd45-4254-b63e-dae3c125112a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2c1bf1d1-4c0b-4cb2-86fe-9cc2f1401e4f HTTP/1.1" status: 204 len: 168 time: 0.2477987 Aug 30 08:08:36.479297 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf67bdf-3e89-4b1d-9c17-bcf5f4a51f9e None None] Network 7494ef27-2fda-4e10-86d3-1ed3eedc8509 requested from dv-cinder-806191-3-iscsi {{(pid=100376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 08:08:36.479777 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43588) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:08:36.547917 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768868'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.603575 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] Deleting port 95a34f6a-32bd-44cf-a296-e984befd62e9 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:08:36.603915 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745591144991'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.667221 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] For port 95a34f6a-32bd-44cf-a296-e984befd62e9, host dv-cinder-806191-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-3-iscsi',level=0,port_id=95a34f6a-32bd-44cf-a296-e984befd62e9,segment=NetworkSegment(cd8c13b7-a23d-4d3c-9118-b344e8315aeb),segment_id=cd8c13b7-a23d-4d3c-9118-b344e8315aeb)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:08:36.667578 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540436'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.679601 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] Calling delete_port for 95a34f6a-32bd-44cf-a296-e984befd62e9 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:08:36.753669 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3802624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745591200543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745590648077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11671349'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.777529 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] Pushing event deleted for resources: {'Port': ['ID=95a34f6a-32bd-44cf-a296-e984befd62e9,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:08:36.781231 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] No DVR routers for this DVR port 95a34f6a-32bd-44cf-a296-e984befd62e9 on host dv-cinder-806191-3-iscsi {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 08:08:36.841599 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7024b3f5-252e-4d67-9241-5334b51e5240 None None] DHCP port deletion for 7494ef27-2fda-4e10-86d3-1ed3eedc8509 request from dv-cinder-806191-3-iscsi {{(pid=100376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 08:08:36.855207 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3772495', 'neutron.services.segments.db._delete_segments_for_network-8745591126510'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.865712 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7494ef27-2fda-4e10-86d3-1ed3eedc8509']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:36.876028 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8c13b7-a23d-4d3c-9118-b344e8315aeb') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:36.876827 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.services.segments.db [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8c13b7-a23d-4d3c-9118-b344e8315aeb') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:08:36.885990 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745591126393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12530154'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.901261 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.907029 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 08:08:36.907433 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3834685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11671296'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: Traceback (most recent call last): Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: timer() Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: cb(*args, **kw) Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: return func(*args, **kwargs) Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: self._notify() Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: self.callback(batched_events) Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: event.method(event) Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: return f(self, *a, **k) Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._get(url).json() Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: return self.request(url, 'GET', **kwargs) Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 08:08:36.909105 dv-cinder-806191-3-iscsi neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 08:08:36.969042 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3772470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529257'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.975256 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:36.977147 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] 10.222.0.73 "DELETE /v2.0/networks/7494ef27-2fda-4e10-86d3-1ed3eedc8509 HTTP/1.1" status: 204 len: 168 time: 0.4964578 Aug 30 08:08:36.988410 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c6287-14e4-4331-8523-936472a466cd admin admin] Pushing event deleted for resources: {'Network': ['ID=7494ef27-2fda-4e10-86d3-1ed3eedc8509,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:08:37.098987 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43592) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:08:37.140213 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-6888754f-e65a-4937-9699-e69b692afce0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8d8bc861de4e4b05b9e798f101735072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399699 Aug 30 08:08:37.143355 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43594) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:08:37.189569 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7fb79734-0012-496e-89f3-8bec83e46972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:37.209994 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7fb79734-0012-496e-89f3-8bec83e46972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:37.255874 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7fb79734-0012-496e-89f3-8bec83e46972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:37.258546 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7fb79734-0012-496e-89f3-8bec83e46972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:37.259702 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-7fb79734-0012-496e-89f3-8bec83e46972 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/df13f046-4877-4007-912a-4b3641072591 HTTP/1.1" status: 204 len: 168 time: 0.1154487 Aug 30 08:08:37.268000 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb79734-0012-496e-89f3-8bec83e46972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df13f046-4877-4007-912a-4b3641072591,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:08:37.556551 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43600) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:08:37.595485 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-deaa1c72-97f2-4078-b323-1d611391128f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8fc514e269844f38b9b85c388966c8ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373051 Aug 30 08:08:37.598469 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.73', 43602) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:08:37.646747 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d63e3278-59d6-4cdb-ad5b-2cc8791fcb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:37.666811 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d63e3278-59d6-4cdb-ad5b-2cc8791fcb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:37.713429 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d63e3278-59d6-4cdb-ad5b-2cc8791fcb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769250'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:37.716427 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d63e3278-59d6-4cdb-ad5b-2cc8791fcb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:08:37.717593 dv-cinder-806191-3-iscsi neutron-server[100374]: INFO neutron.wsgi [None req-d63e3278-59d6-4cdb-ad5b-2cc8791fcb17 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/97f73e23-a554-41cc-881c-f97d4f6fb2ac HTTP/1.1" status: 204 len: 168 time: 0.1181796 Aug 30 08:08:37.727895 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e3278-59d6-4cdb-ad5b-2cc8791fcb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f73e23-a554-41cc-881c-f97d4f6fb2ac,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:08:37.867816 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device e5ddcdb4-cd05-47cc-b878-ae892c90ae77 no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:08:37.888677 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: e5ddcdb4-cd05-47cc-b878-ae892c90ae77 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:08:37.889028 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device e5ddcdb4-cd05-47cc-b878-ae892c90ae77 not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:08:37.889460 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 95a34f6a-32bd-44cf-a296-e984befd62e9 no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:08:37.914728 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: 95a34f6a-32bd-44cf-a296-e984befd62e9 {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:08:37.915083 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 95a34f6a-32bd-44cf-a296-e984befd62e9 not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:08:37.915503 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 9c03273e-5711-4e31-9830-0273b4d420bd no longer exists at agent ovs-agent-dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:08:37.936411 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.plugin [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] No Port match for: 9c03273e-5711-4e31-9830-0273b4d420bd {{(pid=100376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:08:37.936762 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron.plugins.ml2.rpc [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Device 9c03273e-5711-4e31-9830-0273b4d420bd not bound to the agent host dv-cinder-806191-3-iscsi {{(pid=100376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:08:43.040110 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:08:53.954429 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:09:00.601976 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8821b41e-4bca-48b6-9e65-377e2b3db14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:09:03.461957 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-00c8929a-330a-4e6c-80fc-7e761df5acb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:09:04.382020 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:09:05.138531 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:09:05.929284 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:09:20.038492 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:09:23.976321 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:09:30.602831 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-1530120e-fbc9-4b55-a033-bec0fd0df0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:09:33.462413 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-c91f4a59-bd83-4cd3-9f0d-3ab829daf031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:09:34.386284 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:09:35.138948 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:09:35.932231 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:09:53.992156 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:09:57.037088 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:10:00.606721 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-802957fd-ca20-4e13-86ae-d295c027e276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:10:03.462581 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-c5621a0e-fd64-4be6-96fe-cf46aed18529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:10:04.389473 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:10:05.140455 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:10:05.935483 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:10:23.996564 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:10:30.607908 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d46bcf03-aa36-4689-89d3-d8d18fcad1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:10:33.463061 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-20f0a281-3489-4ff0-b1df-40d4739595f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:10:34.035407 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:10:34.392350 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:10:35.140697 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:10:35.937531 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:10:54.009986 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:11:00.608227 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-1c8d8757-67db-4b47-b4fa-bc6506d8d81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:11:03.462646 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0b8075b3-2a5f-4100-bafe-02289d0a6d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:11:04.395252 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:11:05.142969 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:11:05.941856 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:11:11.033483 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:11:24.008583 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:11:30.610188 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a8188ee6-7b93-4d74-9512-65677041c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:11:33.462862 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-f0f43fa9-4b02-487a-90fb-e26a96a89703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:11:34.397424 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:11:35.143203 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:11:35.946127 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:11:48.032933 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:11:54.022464 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:12:00.609434 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-b44c9ebb-9999-4d67-8dba-a862d51f3f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:12:03.463369 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a061e9d4-7fa5-4aa1-a635-c79880f8d7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:12:04.399979 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:12:05.143412 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:12:05.947258 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:12:24.029460 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:12:25.031696 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:12:30.609039 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-756c27ed-d3e3-4c45-a6e5-38330a6356e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:12:33.463151 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-48459426-6df8-488e-add2-3d7413e92db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:12:34.403742 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:12:35.146305 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:12:35.950461 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:12:54.034592 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:13:00.609513 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-1447dc15-6b97-42ca-945b-4c4fe22d0baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:13:02.030772 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:13:03.462980 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-742bb9e6-948a-47a5-a1e3-0e028633f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:13:04.406512 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:13:05.147493 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:13:05.953361 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:13:24.033141 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:13:30.610589 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-3a6c5663-c935-4cd9-ad21-919903b987ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:13:33.462374 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-39066b6c-5c9c-44fa-a935-391c3c052f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:13:34.408012 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:13:35.148563 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:13:35.957539 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:13:39.030106 dv-cinder-806191-3-iscsi neutron-server[100377]: DEBUG neutron.db.agents_db [None req-c395719e-4f5a-4d78-80a0-1f53b848f485 None None] Agent healthcheck: found 6 active agents {{(pid=100377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:13:54.032507 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-68f52ec0-f339-4d6d-944f-1be6e2ac88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:14:00.611029 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-c1f84cc2-e3ae-4bb6-9b48-5d5ab458eb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:14:01.120838 dv-cinder-806191-3-iscsi neutron-server[100374]: DEBUG neutron.wsgi [req-6384e0ac-bf86-4195-b929-dfe29600b45d req-5903b5d6-7e82-4fa6-a89e-a33d671bf87b service neutron] (100374) timed out ('10.222.0.73', 41142) {{(pid=100374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 08:14:03.463218 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-39296f4e-3ca7-4801-a21d-4c975dd50752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:14:04.411838 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6b459236-833f-4804-a540-d90a5bcfcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:14:05.149672 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a90c054d-ecdf-44fd-892d-5ed3ad078bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:14:05.968962 dv-cinder-806191-3-iscsi neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8e61a47e-3279-4a7e-b3fe-a1df280e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745591126492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829365'] for agent, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}